-- Logs begin at Tue 2020-12-08 18:15:47 UTC, end at Tue 2020-12-08 19:58:50 UTC. --
Dec 08 19:02:22.965493 dv-cinder-766064-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 08 19:02:25.700497 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.common.config [-] Logging enabled!
Dec 08 19:02:25.701174 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev226
Dec 08 19:02:25.702597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80210) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 08 19:02:25.703404 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.common.config [-] Logging enabled!
Dec 08 19:02:25.703669 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev226
Dec 08 19:02:25.703910 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80210) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 08 19:02:25.705111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 08 19:02:25.705380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 08 19:02:25.706436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 08 19:02:25.706719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 08 19:02:25.706981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 08 19:02:25.707363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.707708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.708059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.708347 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.708697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.709036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.709365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.709704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.710104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.710431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.710755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.711084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.711346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.711661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.711992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.712348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.712608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.712929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.713479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.713804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.714124 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.714457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.714767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.715087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.715415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.715790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] host                           = dv-cinder-766064-1-iscsi {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.716113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.716477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.716810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.717145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.717464 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.717782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.718128 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.718425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.718739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.719059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.719415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.719703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.720041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.720327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.720586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.720918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.721255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.721574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.721892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.722208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.722527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.722837 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.723144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.723479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.723809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.724139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.724483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.724799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.725166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.725515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.726049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.726161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.726453 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.726772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.727103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.727411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.727728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.728084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.728438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.728772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.729106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.729424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.729754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.730072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.730386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.730699 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.731013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.731325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.731661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.731978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.732317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.732633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.732946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.733281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:25.733624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.733971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.734319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.734656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.734994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.735328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.735667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.735987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.736351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.736697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.737045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.737371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.737703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.738047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.738385 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.738702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.739032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.739381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.739705 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.740022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.740374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.740708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.741100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.741562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.741927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.742367 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.742685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.742987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.743326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.743649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.743961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.744301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.744623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.744941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.745273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.745603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.745915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.746231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.746548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.746863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.747192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.747515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.747829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.748152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.748492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.748812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.749126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.749441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.749753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.750063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.750374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.750691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.751006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.751318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.751634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.751948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.752279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.752611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.752954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.753274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.753596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.753918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.754240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.754561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.754880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.755200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.755526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.755841 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.756210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.756535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.757136 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.757460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.757784 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.758133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.758454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.758783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.759104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.759423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.759749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.760078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.760443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.760785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.761120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.761455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.761790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.762115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.762475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.762796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:25.763049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 08 19:02:25.763325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80210) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 08 19:02:26.427056 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO keyring.backend [-] Loading Gnome
Dec 08 19:02:26.444933 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO keyring.backend [-] Loading Google
Dec 08 19:02:26.447668 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO keyring.backend [-] Loading Windows (alt)
Dec 08 19:02:26.451264 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO keyring.backend [-] Loading file
Dec 08 19:02:26.452262 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO keyring.backend [-] Loading keyczar
Dec 08 19:02:26.452558 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO keyring.backend [-] Loading multi
Dec 08 19:02:26.453209 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO keyring.backend [-] Loading pyfs
Dec 08 19:02:26.500599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:02:26.500857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:02:26.501214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:02:26.501589 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 08 19:02:26.934895 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:26.935504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:26.935504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:26.996095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:26.996446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:26.996744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:26.999908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.000217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.000546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.080045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.080394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.080695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.081731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.082042 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.082340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.203930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6edf6f8268> agent after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.204176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6edf6f8268> agent after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.204489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6edf6f82f0> segment precommit_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.204803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6edf6f8378> network precommit_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.205643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6edf6fc378> segment before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.389698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> network before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.390048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6edf8ed400> agent before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.390376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> network before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.390737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> port before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.391037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> port before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.391413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> segment after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.391716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> segment precommit_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.391997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> segment precommit_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.392324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> segment after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.392668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> network after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.392967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> network precommit_delete 0 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.393270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> port provisioning_complete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.393557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.393840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> rbac-policy after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.394162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> agent after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.394797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> subnet after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.394797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> subnet precommit_delete 0 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.395117 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.395322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.395811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> port after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.396096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> port after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.396408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> port after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.396746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.397031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.397488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee02a5cf8>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.397791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:27.398064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:27.398337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:27.398605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:27.398875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:27.399143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:27.400630 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 08 19:02:27.408729 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 08 19:02:27.416990 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 08 19:02:27.422655 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])])
Dec 08 19:02:27.425528 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 08 19:02:27.426762 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 08 19:02:27.427150 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 08 19:02:27.427599 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 08 19:02:27.431300 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 08 19:02:27.431559 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 08 19:02:27.431983 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 08 19:02:27.454607 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 08 19:02:27.455072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6edf663c50>> qos_plugin after_init 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.455412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80210) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 08 19:02:27.455822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6edf590c88>> logging-plugin after_init 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.457225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80210) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 08 19:02:27.457560 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 08 19:02:27.457850 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 08 19:02:27.461245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6edf590d30>> floatingip before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.461567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6edf590d30>> port before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:27.528379 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 08 19:02:27.528633 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 08 19:02:27.528905 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 08 19:02:27.529329 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 08 19:02:27.573923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.sqlalchemy.engines [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80210) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 08 19:02:27.889743 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Initializing driver for type 'gre'
Dec 08 19:02:27.890334 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] gre ID ranges: [(1, 1000)]
Dec 08 19:02:27.936320 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Initializing driver for type 'local'
Dec 08 19:02:27.936864 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Initializing driver for type 'vlan'
Dec 08 19:02:27.952646 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] VlanTypeDriver initialization complete
Dec 08 19:02:27.953232 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Initializing driver for type 'vxlan'
Dec 08 19:02:27.953839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] vxlan ID ranges: [(1, 1000)]
Dec 08 19:02:28.001258 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Initializing extension driver 'port_security'
Dec 08 19:02:28.001625 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] PortSecurityExtensionDriver initialization complete
Dec 08 19:02:28.002004 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Initializing mechanism driver 'openvswitch'
Dec 08 19:02:28.008654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80210) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:02:28.009531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eece34400>> port after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.009944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eece34400>> port after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.010334 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6eece34400>> port after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.010768 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3588>> subnet after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.011160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3588>> subnet after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.011545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3588>> subnet after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.011969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3748>> network after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.012394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3748>> network after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.012780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3748>> network after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.013200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3908>> security_group after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.013585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3908>> security_group after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.013964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3908>> security_group after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.014381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3ac8>> security_group_rule after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.014766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3ac8>> security_group_rule after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.015144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3ac8>> security_group_rule after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.119671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3c88>> address_group after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.119926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3c88>> address_group after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.120406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6edf1b3c88>> address_group after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.120802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] ML2 OVO RPC backend initialized. {{(pid=80210) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 08 19:02:28.121668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> router_interface after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.122086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> router_interface after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.122575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> network before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.122957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> networks before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.123355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> port before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.123745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> ports before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.124148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> subnet before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.124571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> subnets before_response 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.124991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> network after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.125358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> network after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.125749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> network after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.126136 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> port after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.126521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> port after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.126907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> port after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.127294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> subnet after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.127676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> subnet after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.128064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6edf1969e8>> subnet after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.128779 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.plugin [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Modular L2 Plugin initialization complete
Dec 08 19:02:28.129134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading services supported by the core plugin {{(pid=80210) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 08 19:02:28.129512 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.plugins.ml2.managers [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Got port-security extension from driver 'port_security'
Dec 08 19:02:28.130073 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.extensions.vlantransparent [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Disabled vlantransparent extension.
Dec 08 19:02:28.131657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80210) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 08 19:02:28.132009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: router
Dec 08 19:02:28.174364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router_interface before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.174729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router after_create 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.175151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router before_create 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.175567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router_interface before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.175998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router_interface after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.176444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router after_delete 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.176858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> floatingip after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.177277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router after_create 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.177673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router after_update 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.178078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router after_update 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.178563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router_gateway after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.179050 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router after_update 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.179555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router precommit_update 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.179987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6edf89cc80> port after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.180439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6edf89cb70> port after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.180826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6edf89cbf8> subnet after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.181209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6edf89cd08> subnetpool_address_scope after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.181610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> port precommit_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.182010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router precommit_create 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.182412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6edf88bea0> port before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.182785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router precommit_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.183204 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router after_update 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.183598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router precommit_delete 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.184027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router precommit_create 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.184471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router_interface after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.184872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> router precommit_update 55549900 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.185316 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6edf1966d8>> network after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.186389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Tracking information for resource: router configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:28.186771 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Tracking information for resource: floatingip configured {{(pid=80210) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 08 19:02:28.192153 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_agentschedulers_db [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 08 19:02:28.192843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6edf13d0d0> port after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.193244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6edf1196a8> port after_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.193638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function _notify_port_delete at 0x7f6edf13d048> port after_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.194056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6edf13d268> port after_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.194999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6edf160860>> router before_create 55550100 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.195399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6edf160860>> router precommit_delete 55550100 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.195849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6edf160860>> router precommit_create 55550100 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.196240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6edf160860>> router precommit_update 55550100 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.201112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.provider_configuration [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service providers = [] {{(pid=80210) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 08 19:02:28.201526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.servicetype_db [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80210) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 08 19:02:28.204487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.service_base [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 08 19:02:28.204880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.service_base [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 08 19:02:28.205262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.service_base [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 08 19:02:28.206153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.service_base [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80210) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 08 19:02:28.206557 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.services.service_base [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 08 19:02:28.206989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.207342 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 08 19:02:28.229658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.230029 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: auto_allocate
Dec 08 19:02:28.241200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6edf086158> network precommit_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.241811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6edf086158> network precommit_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.242431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.242797 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: tag
Dec 08 19:02:28.254441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.254809 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: timestamp
Dec 08 19:02:28.258827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.259197 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: network_ip_availability
Dec 08 19:02:28.265073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6edf083320>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.265494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6edf083320>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.265887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6edf083320>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.266712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.267073 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: flavors
Dec 08 19:02:28.284984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.285333 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading Plugin: revisions
Dec 08 19:02:28.290376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80210) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 08 19:02:28.290809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=80210) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:02:28.291659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80210) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 08 19:02:28.292026 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Initializing extension manager.
Dec 08 19:02:28.292617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: __init__.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.293009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: __pycache__ {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.293380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: _filter_validation_lib.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.293756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.294127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: address_group.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.294971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.295631 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: address-group
Dec 08 19:02:28.296023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: address_scope.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.296816 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.297400 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: address-scope
Dec 08 19:02:28.297756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.298710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.299288 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: router-admin-state-down-before-update
Dec 08 19:02:28.299650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: agent.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.300448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.301041 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: agent
Dec 08 19:02:28.301397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: agent_resources_synced.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.302309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.302913 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: agent-resources-synced
Dec 08 19:02:28.303253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: allowedaddresspairs.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.305280 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.305880 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: allowed-address-pairs
Dec 08 19:02:28.306248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: auto_allocated_topology.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.307363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.307954 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: auto-allocated-topology
Dec 08 19:02:28.308373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: availability_zone.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.309139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.309756 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: availability_zone
Dec 08 19:02:28.310119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: availability_zone_filter.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.311084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.311665 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: availability_zone_filter
Dec 08 19:02:28.312025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: data_plane_status.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.313290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.313870 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 08 19:02:28.314228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: default_subnetpools.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.315293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.315883 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: default-subnetpools
Dec 08 19:02:28.316274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.317171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.317765 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: dhcp_agent_scheduler
Dec 08 19:02:28.318132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: dns.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.319085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.320035 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension dns-integration not supported by any of loaded plugins
Dec 08 19:02:28.320174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: dns_domain_ports.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.321173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.321754 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 08 19:02:28.322114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: dvr.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.322850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.323432 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: dvr
Dec 08 19:02:28.323789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: empty_string_filtering.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.324745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.325326 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: empty-string-filtering
Dec 08 19:02:28.325682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.326614 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.327185 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 08 19:02:28.327542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.328509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.329087 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 08 19:02:28.329445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: external_net.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.330378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.330974 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: external-net
Dec 08 19:02:28.331336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.332356 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.332946 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: extra_dhcp_opt
Dec 08 19:02:28.333305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: extraroute.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.334229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.334983 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: extraroute
Dec 08 19:02:28.335279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: extraroute_atomic.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.336384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.336972 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: extraroute-atomic
Dec 08 19:02:28.337332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: filter_validation.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.338062 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.338643 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: filter-validation
Dec 08 19:02:28.339001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: fip_pf_description.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.339928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.340534 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 08 19:02:28.340892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: fip_port_details.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.341849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.342424 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: fip-port-details
Dec 08 19:02:28.342785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: flavors.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.344071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.344821 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: flavors
Dec 08 19:02:28.345202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.346936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.347534 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 08 19:02:28.347906 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: floatingip_pools.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.348710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.349304 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: floatingip-pools
Dec 08 19:02:28.349669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: ip_allocation.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.350725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.351286 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 08 19:02:28.351655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.352613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.353205 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: ip-substring-filtering
Dec 08 19:02:28.353574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l2_adjacency.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.354517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.355100 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 08 19:02:28.355460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l3.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.356665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.357270 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: router
Dec 08 19:02:28.357628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.360133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.360783 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 08 19:02:28.361153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.362120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.362680 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: ext-gw-mode
Dec 08 19:02:28.363079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.364035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.364652 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: l3-ha
Dec 08 19:02:28.365015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l3_flavors.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.365941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.366597 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: l3-flavors
Dec 08 19:02:28.366913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.367977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.368591 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 08 19:02:28.368960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: l3agentscheduler.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.370200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.370817 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: l3_agent_scheduler
Dec 08 19:02:28.371176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: logging.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.372848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.373444 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension logging not supported by any of loaded plugins
Dec 08 19:02:28.373817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: metering.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.374640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.375365 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: metering
Dec 08 19:02:28.375731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.376903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.377492 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: metering_source_and_destination_fields
Dec 08 19:02:28.377856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: multiprovidernet.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.378794 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.379385 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: multi-provider
Dec 08 19:02:28.379749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: netmtu.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.380711 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.381302 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: net-mtu
Dec 08 19:02:28.382175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: netmtu_writable.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.382661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.383242 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: net-mtu-writable
Dec 08 19:02:28.383603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: network_availability_zone.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.384371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.384956 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: network_availability_zone
Dec 08 19:02:28.385321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: network_ip_availability.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.386576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.387175 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: network-ip-availability
Dec 08 19:02:28.387533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: network_segment_range.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.388420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.389012 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 08 19:02:28.389377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: pagination.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.390440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.390822 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: pagination
Dec 08 19:02:28.391188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.392118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.392745 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: port-mac-address-regenerate
Dec 08 19:02:28.393107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.394048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.394716 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: port-numa-affinity-policy
Dec 08 19:02:28.395005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: port_resource_request.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.395938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.396540 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 08 19:02:28.396900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: portbindings.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.397887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.398644 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: binding
Dec 08 19:02:28.399007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: portbindings_extended.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.400375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.400969 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: binding-extended
Dec 08 19:02:28.401336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: portsecurity.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.402277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.402864 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: port-security
Dec 08 19:02:28.403230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: project_id.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.404233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.404615 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: project-id
Dec 08 19:02:28.404975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: providernet.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.405920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.406514 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: provider
Dec 08 19:02:28.406878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.410629 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.411243 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos not supported by any of loaded plugins
Dec 08 19:02:28.411618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.413358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.413962 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 08 19:02:28.414335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.415292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.416149 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 08 19:02:28.416429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_default.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.417197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.417786 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-default not supported by any of loaded plugins
Dec 08 19:02:28.418151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_fip.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.418867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.419459 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-fip not supported by any of loaded plugins
Dec 08 19:02:28.419817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_gateway_ip.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.420781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.421369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 08 19:02:28.421731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_port_network_policy.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.422663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.423245 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 08 19:02:28.423607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_rule_type_details.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.424622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.425157 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 08 19:02:28.425517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: qos_rules_alias.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.426595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.427183 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 08 19:02:28.427547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: quotasv2.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.428718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.429061 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: quotas
Dec 08 19:02:28.429422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: quotasv2_detail.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.431110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.431501 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: quota_details
Dec 08 19:02:28.431873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: rbac.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.433239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.433861 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: rbac-policies
Dec 08 19:02:28.434206 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: rbac_address_scope.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.435173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.435766 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: rbac-address-scope
Dec 08 19:02:28.436127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: rbac_security_groups.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.437091 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.438026 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: rbac-security-groups
Dec 08 19:02:28.438388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: rbac_subnetpool.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.439325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.439910 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: rbac-subnetpool
Dec 08 19:02:28.440301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: revisionifmatch.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.441247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.441833 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: revision-if-match
Dec 08 19:02:28.442195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: revisions.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.443419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.444005 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: standard-attr-revisions
Dec 08 19:02:28.444451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: router_availability_zone.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.445264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.445857 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: router_availability_zone
Dec 08 19:02:28.446219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: routerservicetype.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.447200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.447784 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension router-service-type not supported by any of loaded plugins
Dec 08 19:02:28.448149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.449149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.449738 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: port-security-groups-filtering
Dec 08 19:02:28.450104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.451048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.451639 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: security-groups-remote-address-group
Dec 08 19:02:28.452048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: securitygroup.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.465736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.466386 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: security-group
Dec 08 19:02:28.466759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: segment.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.467677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.468325 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension segment not supported by any of loaded plugins
Dec 08 19:02:28.468695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.469726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.470335 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 08 19:02:28.470700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: servicetype.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.471861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.472484 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: service-type
Dec 08 19:02:28.472853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: sorting.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.473871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.474250 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: sorting
Dec 08 19:02:28.474612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: standard_attr_segment.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.475622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.476236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 08 19:02:28.476610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: standardattrdescription.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.477332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.477918 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: standard-attr-description
Dec 08 19:02:28.478286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: stateful_security_group.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.479281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.479912 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: stateful-security-group
Dec 08 19:02:28.480320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: stdattrs_common.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.480896 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 08 19:02:28.481268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.482234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.482839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 08 19:02:28.483204 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: subnet_onboard.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.484349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.484951 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: subnet_onboard
Dec 08 19:02:28.485319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.486348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.486942 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 08 19:02:28.487306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: subnet_service_types.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.488244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.488875 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: subnet-service-types
Dec 08 19:02:28.489235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: subnetallocation.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.490337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.490928 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: subnet_allocation
Dec 08 19:02:28.491326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.492025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.492641 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: subnetpool-prefix-ops
Dec 08 19:02:28.493005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.493983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.494570 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 08 19:02:28.494928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: tagging.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.496346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.496955 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: standard-attr-tag
Dec 08 19:02:28.497320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: timestamp.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.498526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.499121 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loaded extension: standard-attr-timestamp
Dec 08 19:02:28.499489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: trunk.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.500569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.501162 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension trunk not supported by any of loaded plugins
Dec 08 19:02:28.501526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: trunk_details.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.502474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.503056 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension trunk-details not supported by any of loaded plugins
Dec 08 19:02:28.503418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: uplink_status_propagation.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.504390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.504973 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 08 19:02:28.505338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Loading extension file: vlantransparent.py {{(pid=80210) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 08 19:02:28.506075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80210) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 08 19:02:28.506720 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 08 19:02:28.509587 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:network
Dec 08 19:02:28.510484 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:subnet
Dec 08 19:02:28.511160 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 08 19:02:28.511835 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:port
Dec 08 19:02:28.514553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.515057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service FLAVORS assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.515787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.516294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.516672 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:router
Dec 08 19:02:28.517414 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:floatingip
Dec 08 19:02:28.518186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service METERING assigned prefix: /metering {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.520044 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6edef19358>> rbac-policy before_create 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.520478 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6edef19358>> rbac-policy before_update 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.520878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6edef19358>> rbac-policy before_delete 55550000 {{(pid=80210) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:02:28.522090 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 08 19:02:28.522592 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:security_group
Dec 08 19:02:28.523433 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 08 19:02:28.524327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service CORE assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.524703 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 08 19:02:28.525055 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] subnetpool is already registered
Dec 08 19:02:28.525748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service CORE assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.526139 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 08 19:02:28.526834 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] subnetpool is already registered
Dec 08 19:02:28.529482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.529965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service FLAVORS assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.530630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.531108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.531485 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:router
Dec 08 19:02:28.532114 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] router is already registered
Dec 08 19:02:28.532557 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:floatingip
Dec 08 19:02:28.532926 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] floatingip is already registered
Dec 08 19:02:28.534038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service METERING assigned prefix: /metering {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.534950 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 08 19:02:28.535184 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] rbac_policy is already registered
Dec 08 19:02:28.535833 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:security_group
Dec 08 19:02:28.536205 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] security_group is already registered
Dec 08 19:02:28.536877 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 08 19:02:28.537239 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] security_group_rule is already registered
Dec 08 19:02:28.538062 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service CORE assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.538930 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 08 19:02:28.538930 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] subnetpool is already registered
Dec 08 19:02:28.539515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.resource_helper [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Service CORE assigned prefix:  {{(pid=80210) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 08 19:02:28.539787 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 08 19:02:28.540146 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.quota.resource_registry [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] subnetpool is already registered
Dec 08 19:02:28.540928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: extensions {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.542536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: address-groups {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.544383 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: address-scopes {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.545579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: agents {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.546842 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: auto-allocated-topology {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.548202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: availability_zones {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.549627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: dhcp-networks {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.551154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: dhcp-agents {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.552699 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: routers {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.554840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: flavors {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.556093 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: service_profiles {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.557434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: next_providers {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.559071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: service_profiles {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.560666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: floatingip-pools {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.561970 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: routers {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.564250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: floatingips {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.565538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: l3-routers {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.567022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: l3-agents {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.568581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: metering-labels {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.570174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: metering-label-rules {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.571577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: network-ip-availabilities {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.572974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: bindings {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.574720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: quotas {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.576285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: quotas {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.577809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: rbac-policies {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.579217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: security-groups {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.580544 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: security-group-rules {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.581859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: service-providers {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.583188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: subnetpools {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.584754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: subnetpools {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.586618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.588446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.591505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.593443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.595394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.597252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.599163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.601260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.603277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.605307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.extensions [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Extended resource: tags {{(pid=80210) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 08 19:02:28.612612 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING keystonemiddleware.auth_token [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 08 19:02:28.618141 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING keystonemiddleware.auth_token [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 08 19:02:28.627267 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Acquired lock "singleton_lock" {{(pid=80210) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 08 19:02:28.627806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Releasing lock "singleton_lock" {{(pid=80210) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 08 19:02:28.629376 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO oslo_service.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Starting 2 workers
Dec 08 19:02:28.634440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Started child 80322 {{(pid=80210) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 08 19:02:28.638753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:28.639307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Started child 80323 {{(pid=80210) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 08 19:02:28.640255 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [-] (80322) wsgi starting up on http://0.0.0.0:9696
Dec 08 19:02:28.640637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59868) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:02:28.640854 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 08 19:02:28.641528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Notify callbacks [] for process, before_spawn {{(pid=80210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:28.643344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:28.644084 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO oslo_service.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Starting 1 workers
Dec 08 19:02:28.644748 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [-] (80323) wsgi starting up on http://0.0.0.0:9696
Dec 08 19:02:28.649724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Started child 80324 {{(pid=80210) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 08 19:02:28.650287 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO oslo_service.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Starting 1 workers
Dec 08 19:02:28.652004 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0092423
Dec 08 19:02:28.652505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] calling RpcWorker wait() {{(pid=80324) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 08 19:02:28.653293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] returning from RpcWorker wait() {{(pid=80324) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 08 19:02:28.655325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:28.655950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Started child 80325 {{(pid=80210) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 08 19:02:28.656321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:02:28.656787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9eb7-6b67-4cb2-8e5a-68d126476483 None None] Notify callbacks [] for process, after_spawn {{(pid=80210) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:28.658403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80210) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 08 19:02:28.658631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 08 19:02:28.658838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 08 19:02:28.659098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 08 19:02:28.659474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 08 19:02:28.659824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 08 19:02:28.660386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:28.660728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.661171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.661650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.662088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.662581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.663480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.663924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.664391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.664851 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.665264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.665605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.665936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.666391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.666829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.667336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.667771 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.668221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.668641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.669000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.669466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.669950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.670388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.670850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.671269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.672009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.672470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.672867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.673260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.673708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.674125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.674588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.675041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.675446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.675850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.676318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.676719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.677130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.677571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.677982 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.678682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] host                           = dv-cinder-766064-1-iscsi {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.679126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.679521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.679951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.680404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.680838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.681236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.681661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.682110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.682525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.682945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.683384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.683790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.684215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.684637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.684975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.685373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.685793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.686224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.686575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.686918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.687576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.688016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.688389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.688806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.689233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.689705 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.690125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.690522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.690947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.691213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.691594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.691985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.692493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.692800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.693101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.693366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.693527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:02:28.693645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.693869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.694158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.694378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.694774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.695222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.695476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.695743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.695993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.696322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.700817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.701992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.702401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.702678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.703167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.703569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.703957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.704380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.704804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.705172 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.705586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.706028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.706383 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.706659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.707018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.707334 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.707609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.61/identity {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.707904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.708168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.708479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.708715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.708967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.709218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.709464 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.710005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.710398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.710398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.710743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.711069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.711360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.711656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.711956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.712881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.712881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.712881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.713309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.713446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.713701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.713971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.714276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.714661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.716146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.716146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.716575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.716719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.717080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.717195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.717457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.718503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.718906 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.719318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.719807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.720400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.720803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.721214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.721609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.722129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.722589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.722836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.723109 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.723365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.723625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.723877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.724145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.724441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.724977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.724977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.726226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.726469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.726736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.726996 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.727269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.727495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.727919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.728214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.728530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.728878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.729157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.729531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.729679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.729972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.730227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.730509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.730765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.731020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.731296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.731583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.731846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.732134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.732432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.732722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.732985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.733232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.733485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.735339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.735339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.735339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.735339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.735339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.735339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.735339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.736449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.736449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.736449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.737312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.737593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.737886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.738194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.738537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.738756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.739026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.739280 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.739532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.739902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.740643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.740643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.740643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.740976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.741264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.741710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.741979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.742232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.742513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.742921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.743232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.743480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.743852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.744349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.744790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.745213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.745657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.746107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.746391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.746698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.746978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.61/identity {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.747887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.747887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.747887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.748341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.748341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.748617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.748818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.749090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.749355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.749633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.749882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.751012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.751263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.751611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.751766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.752025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.752319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.752582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.752832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.753233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.753651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.753891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.754261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.754703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.754961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.755275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.755561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.757160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.757160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.757160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.757597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.757597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.757920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.758215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.758505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.758814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.759070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.759337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.759596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.759880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.760130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.760586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.760889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.762787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.762983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.763262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.763584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.764083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.764083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.764432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.764802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.764952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.765146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.765442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.766829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.766829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.766829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.767298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.767298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.767665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.767665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.767943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.768150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.768479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.768774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.769638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.769638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.769638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.769914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.770100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.770364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.772295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.772295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.772295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.772608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.772840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.773081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.773424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.773800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.775509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.776022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.776530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.777018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.777497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.777827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.778656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.778656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.778809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.779046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.780392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.780392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.780392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.780392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.780712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.780712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.780963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.781229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.781691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.781969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.782256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.782514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.782794 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.783054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.783339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.783608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.783870 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.784140 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.784376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 08 19:02:28.785799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80210) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 08 19:02:28.785965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 08 19:02:28.786152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 08 19:02:28.786379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 08 19:02:28.786589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 08 19:02:28.786765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 08 19:02:28.787010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.787254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.787743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.787743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.787743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.788526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.788526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.788526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.788526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.789876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.790173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.790173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.790487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.790487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.790770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.790770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.791069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.791069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.791384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.791384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.791683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.791844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.792006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.792144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.792310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.792442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.792572 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.792722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.792877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793172 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] host                           = dv-cinder-766064-1-iscsi {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.793856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.795643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.795643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.795643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.795643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.795643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.796408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.796408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.796408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.796408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.796408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.797933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.798652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.798652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.798652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.798652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.799815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.800920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.800920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.800920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.800920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.800920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.800920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.801320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.801320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.801320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.801582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.801582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.801812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.801936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.802061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.802268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.802706 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.802706 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.803155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.803155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.803155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.803697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.803697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.803697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.804046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.804046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.804415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.804415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.804743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.804743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.804743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 08 19:02:28.805194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.805194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.805506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.805506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.805825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.805825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.807590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.61/identity {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.809141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.810203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.811519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.813269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.815838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.819834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.821375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.822281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.822281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.822281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.822281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.822281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.822281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.823611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.823788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.823951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.824165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.824387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.824546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.824726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.824887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.826192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.826192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.826192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.826192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.826192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.826192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.826192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.827230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.827230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.827230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.827230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.827230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.827230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.827230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.828282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.828282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.828282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.828282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.828282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.829678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.830283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.830283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.830283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.830727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.830727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.830727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.831173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.831173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.831173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.61/identity {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.831635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.831635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.831635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.832081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.832081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.833653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.835374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.836557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.837694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.839648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.840762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.843479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.844943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.845010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.845946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.845946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.845946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.845946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.845946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.846276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.846276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.846409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.846773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.846773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.846931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.846999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.847752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.847752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.847752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.847752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.848054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.848054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.848175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.848396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.848527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.849012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.849012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.849012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.849258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 08 19:02:28.849436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80210) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 08 19:02:28.874056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:02:39.601937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd987d-e62b-41dd-a03f-3e1f55a0778b None None] get_active_networks_info from dv-cinder-766064-1-iscsi {{(pid=80324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 08 19:02:39.815962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd987d-e62b-41dd-a03f-3e1f55a0778b None None] No non-hosted networks {{(pid=80324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 08 19:02:39.843682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agentschedulers_db [None req-42bd987d-e62b-41dd-a03f-3e1f55a0778b None None] DHCP Agent not found on host dv-cinder-766064-1-iscsi {{(pid=80324) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 08 19:02:39.963587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9e51-c173-4649-9d56-fd782fa93e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:41.478871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-55260890-3842-4abf-879f-4a3e4140a50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:41.549635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-806da038-d3df-4388-af9a-0f0614beeb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:42.619902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:43.878339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:43.949787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:43.951444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.952143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.953722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.954723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.955654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.956271 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.956957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.957911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.958560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.959114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.959704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.960415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:43.972651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6ede29d898>, 'Open vSwitch agent', 'dv-cinder-766064-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:02:43.986064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6ede2481d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766064-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:02:45.602824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59972) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:02:45.895665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] get_endpoint_by_host() called for host dv-cinder-766064-1-iscsi {{(pid=80324) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 08 19:02:45.901224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] get_endpoint_by_ip() called for ip 192.168.0.47 {{(pid=80324) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 08 19:02:45.905233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] _add_endpoint() called for ip 192.168.0.47 {{(pid=80324) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 08 19:02:45.911564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] _get_endpoints() called {{(pid=80324) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 08 19:02:46.337178 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-e92dfbde-3093-4fac-95d2-0447d4a971fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:46.337775 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-e92dfbde-3093-4fac-95d2-0447d4a971fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:46.572750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [None req-e92dfbde-3093-4fac-95d2-0447d4a971fb admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:02:46.573950 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e92dfbde-3093-4fac-95d2-0447d4a971fb admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9699242
Dec 08 19:02:48.611291 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_hamode_db [None req-b5c6e844-8ad3-44cc-8a76-7068776fbd0b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 08 19:02:48.698550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6e844-8ad3-44cc-8a76-7068776fbd0b None None] Routers set() bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:02:48.698893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6e844-8ad3-44cc-8a76-7068776fbd0b None None] Router IDs set() for agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 08 19:02:49.427927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59988) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:02:49.908751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:02:49.959707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.policy [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80322) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 08 19:02:49.960492 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:49.960920 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:49.968049 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6ede9cdac8>.
Dec 08 19:02:50.013150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:02:50.069413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757132849691', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757132799871', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757132797505', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757132819187', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757132813773', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66746143', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66745697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854230116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1558939'] for rbac-policy, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:50.138233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:50.139523 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5038aa9f-1c27-464a-8fcb-6049ffbe1e57 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7105663
Dec 08 19:02:53.218376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60002) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:02:53.649557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Request body: {'network': {'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'name': 'private', 'admin_state_up': True}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:02:53.656361 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:02:53.661657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Usage tracker for resource:network and tenant:7aff7d85a0044c99a399d4ea4cbbc8b6 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:02:53.665765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:02:53.672228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:02:53.682365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Made reservation on behalf of 7aff7d85a0044c99a399d4ea4cbbc8b6 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:02:53.688837 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:53.708928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:53.724972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:02:53.728933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Usage tracker for resource:security_group_rule and tenant:7aff7d85a0044c99a399d4ea4cbbc8b6 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:02:53.732764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:02:53.738930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:02:53.845823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:53.849008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:53.854984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:02:53.878108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:02:53.907386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:53.908083 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Added segment e18fe5c9-b90f-45dd-8e10-61abf0a49291 of type vxlan for network 235ddbe4-5bee-406e-befa-e235044e6ccd
Dec 08 19:02:53.965092 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b4ee1-3fe6-42bc-9483-6302014d8c75,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:02:53.989461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.989844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.990213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.990727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.990727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.991295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.991622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.991974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.992362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.992708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.993061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.993399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Tracked resource versions report:
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'}}
Dec 08 19:02:53.994529 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:02:54.030502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:54.048123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:02:54.076447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:54.077859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:02:54.078553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:54.083537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:02:54.346851 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1271966
Dec 08 19:02:54.347533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Pushing event updated for resources: {'Network': ['ID=235ddbe4-5bee-406e-befa-e235044e6ccd,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:02:54.351054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:02:54.363636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 235ddbe4-5bee-406e-befa-e235044e6ccd details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:02:57.513718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60018) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:02:58.200516 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-244bc0dd-0b4b-4c27-9c75-4bc1f2ed0b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:58.201105 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-244bc0dd-0b4b-4c27-9c75-4bc1f2ed0b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:58.648930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.policy [None req-244bc0dd-0b4b-4c27-9c75-4bc1f2ed0b61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80323) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 08 19:02:58.649801 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-244bc0dd-0b4b-4c27-9c75-4bc1f2ed0b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:58.650219 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING oslo_policy.policy [None req-244bc0dd-0b4b-4c27-9c75-4bc1f2ed0b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 08 19:02:58.656125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244bc0dd-0b4b-4c27-9c75-4bc1f2ed0b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:02:58.658190 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-244bc0dd-0b4b-4c27-9c75-4bc1f2ed0b61 admin admin] 10.222.0.61 "GET /v2.0/networks/235ddbe4-5bee-406e-befa-e235044e6ccd HTTP/1.1" status: 200  len: 818 time: 1.1425102
Dec 08 19:02:58.693686 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-667439b8-ec1a-4df9-995a-ccb6befef394 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/47403ff1-8c7d-45e9-888b-92c0e187305a HTTP/1.1" status: 200  len: 734 time: 0.0284972
Dec 08 19:02:58.704215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'name': 'private-subnet', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'ip_version': 4, 'subnetpool_id': '47403ff1-8c7d-45e9-888b-92c0e187305a'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:02:58.707407 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.quota [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6edec9f828>.
Dec 08 19:02:58.714791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:02:58.721390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Usage tracker for resource:subnet and tenant:7aff7d85a0044c99a399d4ea4cbbc8b6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:02:58.725217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:02:58.732408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:02:58.745691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Made reservation on behalf of 7aff7d85a0044c99a399d4ea4cbbc8b6 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:02:58.751712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:59.472594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:59.486539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:02:59.642854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f2fbb0-6985-41f4-8238-9a1ac6d587a6,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:02:59.661303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.661895 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.662327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.662327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.662725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.663103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.663454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.663799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.664165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.664532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.664876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.665203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Tracked resource versions report:
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'}}
Dec 08 19:02:59.666276 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:02:59.709510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:02:59.738474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Checking segment: {'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:02:59.738718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Network hostable DHCP agents. Network: 235ddbe4-5bee-406e-befa-e235044e6ccd, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:02:59.761274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Network 235ddbe4-5bee-406e-befa-e235044e6ccd is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:02:59.772166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 235ddbe4-5bee-406e-befa-e235044e6ccd) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:02:59.777138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:02:59.777826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:02:59.782353 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b86c3-0937-4c56-a01f-64ea10b28a86 None None] Network 235ddbe4-5bee-406e-befa-e235044e6ccd requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:02:59.801029 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1009758
Dec 08 19:03:00.129536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-235ddbe4-5bee-406e-befa-e235044e6ccd', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'fixed_ips': [{'subnet_id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:03:00.130714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:00.655482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Allocated IP 172.20.0.2 (235ddbe4-5bee-406e-befa-e235044e6ccd/87f2fbb0-6985-41f4-8238-9a1ac6d587a6/3bff94d1-df2b-4cc3-af9b-367a25c0054b) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:03:00.904109 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:00.926793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Transition to ACTIVE for port object 3bff94d1-df2b-4cc3-af9b-367a25c0054b will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:03:00.950157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Transition to ACTIVE for port object 3bff94d1-df2b-4cc3-af9b-367a25c0054b will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:03:00.957707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:00.971634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:01.112685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Pushing event updated for resources: {'Port': ['ID=3bff94d1-df2b-4cc3-af9b-367a25c0054b,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:01.131919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.132364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.132723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.133090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.133461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.133827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.134187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.134545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.134923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.135308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.135636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.135992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Tracked resource versions report:
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'}}
Dec 08 19:03:01.137139 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:03:01.144055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:01.187555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Network 235ddbe4-5bee-406e-befa-e235044e6ccd is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:03:01.188754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:03:01.191857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:03:01.250697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Attempting to bind port 3bff94d1-df2b-4cc3-af9b-367a25c0054b on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:03:01.251117 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Attempting to bind port 3bff94d1-df2b-4cc3-af9b-367a25c0054b by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:03:01.251513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Attempting to bind port 3bff94d1-df2b-4cc3-af9b-367a25c0054b on network 235ddbe4-5bee-406e-befa-e235044e6ccd {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:03:01.257788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:03:01.258390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Checking segment: {'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:03:01.258831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:01.259270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Bound using segment: {'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:03:01.259781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Bound port: 3bff94d1-df2b-4cc3-af9b-367a25c0054b, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:03:01.260229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:01.356445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] For port 3bff94d1-df2b-4cc3-af9b-367a25c0054b, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:03:01.360850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] For port 3bff94d1-df2b-4cc3-af9b-367a25c0054b, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=3bff94d1-df2b-4cc3-af9b-367a25c0054b,segment=NetworkSegment(e18fe5c9-b90f-45dd-8e10-61abf0a49291),segment_id=e18fe5c9-b90f-45dd-8e10-61abf0a49291)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:03:01.366488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:01.380578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:01.543458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Pushing event updated for resources: {'Port': ['ID=3bff94d1-df2b-4cc3-af9b-367a25c0054b,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:01.548861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:02.648901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60038) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:03.143934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [None req-2676bc68-c9f2-4b75-a872-8580e92cd2a9 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:03:03.160212 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2676bc68-c9f2-4b75-a872-8580e92cd2a9 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4947081
Dec 08 19:03:05.994677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 3bff94d1-df2b-4cc3-af9b-367a25c0054b up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:03:06.037532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60052) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:06.059309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fd34d5-bbf3-4e82-a425-3f64b4974308 None None] Network 235ddbe4-5bee-406e-befa-e235044e6ccd requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:03:06.182710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 3bff94d1-df2b-4cc3-af9b-367a25c0054b completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:03:06.204746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Provisioning for port 3bff94d1-df2b-4cc3-af9b-367a25c0054b completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:03:06.213756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Provisioning complete for port 3bff94d1-df2b-4cc3-af9b-367a25c0054b triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:06.214169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:06.441501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:06.491972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] For port 3bff94d1-df2b-4cc3-af9b-367a25c0054b, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=3bff94d1-df2b-4cc3-af9b-367a25c0054b,segment=NetworkSegment(e18fe5c9-b90f-45dd-8e10-61abf0a49291),segment_id=e18fe5c9-b90f-45dd-8e10-61abf0a49291)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:03:06.497862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:06.502040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [None req-5293c21c-eb8f-48a0-b0d9-a1aad9c96aaf admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:03:06.503177 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5293c21c-eb8f-48a0-b0d9-a1aad9c96aaf admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4648833
Dec 08 19:03:06.514629 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:06.596276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Pushing event updated for resources: {'Port': ['ID=3bff94d1-df2b-4cc3-af9b-367a25c0054b,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:06.601400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:06.827881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-19e176dd-c251-4f69-9e5e-7b5230f5ff20 None None] Provisioning complete for port 3bff94d1-df2b-4cc3-af9b-367a25c0054b triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:06.828458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-19e176dd-c251-4f69-9e5e-7b5230f5ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:07.100085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-083cb2d6-ae4c-431f-99a6-4f288fde36b5 None None] Provisioning complete for port 3bff94d1-df2b-4cc3-af9b-367a25c0054b triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:07.100664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-083cb2d6-ae4c-431f-99a6-4f288fde36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:07.958633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 3bff94d1-df2b-4cc3-af9b-367a25c0054b up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:03:08.034987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 3bff94d1-df2b-4cc3-af9b-367a25c0054b triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:08.035410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:09.475623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed598-342f-407c-8ba2-01758bbb8062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:09.646370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60068) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:10.092015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Request body: {'router': {'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:03:10.097422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:03:10.102613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Usage tracker for resource:router and tenant:7aff7d85a0044c99a399d4ea4cbbc8b6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:03:10.106162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:03:10.112428 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:03:10.124453 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:10.126076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:10.149931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:10.251786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:10.271645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:10.272984 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f87c0455-8aac-4e72-9c30-cf2b391f5ce2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6255004
Dec 08 19:03:11.469813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-25c473cd-d05f-4057-a508-bf5d91418b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:12.574848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:13.065831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60088) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:13.267677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [None req-6869de60-870a-4ced-a86d-0bec303c26b2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:03:13.268809 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6869de60-870a-4ced-a86d-0bec303c26b2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2019331
Dec 08 19:03:13.810542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:13.949183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:15.850533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60108) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:15.937973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:03:15.944229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:03:15.948403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Usage tracker for resource:network and tenant:8140af85be574ea394e7f1224dfe9e0b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:03:15.951494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:03:15.957307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:03:15.967953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Made reservation on behalf of 8140af85be574ea394e7f1224dfe9e0b for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:03:15.972707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:15.990578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:16.006656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:03:16.010790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Usage tracker for resource:security_group_rule and tenant:8140af85be574ea394e7f1224dfe9e0b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:03:16.014108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:03:16.020090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:03:16.145138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:16.148665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:16.152578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:16.178717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Reserving flat network on physical network physnet1 {{(pid=80323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 08 19:03:16.205503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c12678-4ec3-4e4a-999d-004a11e21b1f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:16.214544 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:16.215196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6edf6f82f0> segment precommit_create {{(pid=80323) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 08 19:03:16.215718 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Added segment 168dd97d-7b72-4e55-8f6d-adc46fbbaf52 of type flat for network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1
Dec 08 19:03:16.224489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:16.268517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:16.317386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:16.318760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:03:16.319402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:16.323292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:16.435205 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5833871
Dec 08 19:03:16.435739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Pushing event updated for resources: {'Network': ['ID=9235aad9-e17e-40df-9e4d-c5a670b3fbb1,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:16.461980 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:16.472116 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:03:18.960533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60118) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:19.120555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133eba05-6ad8-460b-89b8-be62e1a5417e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:03:19.122059 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-133eba05-6ad8-460b-89b8-be62e1a5417e admin admin] 10.222.0.61 "GET /v2.0/subnets/87f2fbb0-6985-41f4-8238-9a1ac6d587a6 HTTP/1.1" status: 200  len: 849 time: 0.1605020
Dec 08 19:03:19.280734 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-12aa364e-f2e3-40b1-a534-63182edeb267 admin admin] 10.222.0.61 "GET /v2.0/routers/ea57317b-f02e-478b-960e-3117c3363be3 HTTP/1.1" status: 200  len: 704 time: 0.1520901
Dec 08 19:03:19.924611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:20.311160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Allocated IP 172.20.0.1 (235ddbe4-5bee-406e-befa-e235044e6ccd/87f2fbb0-6985-41f4-8238-9a1ac6d587a6/7cd68e3a-e198-479a-a647-f2cf5d210564) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:03:20.478989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:20.497510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Transition to ACTIVE for port object 7cd68e3a-e198-479a-a647-f2cf5d210564 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:03:20.548252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:20.568266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:20.708800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd68e3a-e198-479a-a647-f2cf5d210564,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:20.716389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:20.763507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Network 235ddbe4-5bee-406e-befa-e235044e6ccd is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:03:20.764773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:03:20.767252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:03:20.767722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:20.942036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-862bfea7-651d-4b0e-8c3f-f3c9451b91c3 None None] Provisioning for port 7cd68e3a-e198-479a-a647-f2cf5d210564 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:03:20.947532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-862bfea7-651d-4b0e-8c3f-f3c9451b91c3 None None] Provisioning complete for port 7cd68e3a-e198-479a-a647-f2cf5d210564 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:20.947954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-862bfea7-651d-4b0e-8c3f-f3c9451b91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:21.006391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-862bfea7-651d-4b0e-8c3f-f3c9451b91c3 None None] Port 7cd68e3a-e198-479a-a647-f2cf5d210564 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:03:21.035681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:21.331324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:21.335906 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:21.337045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:21.349991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:21.484307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd68e3a-e198-479a-a647-f2cf5d210564,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:21.494388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:21.546379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Network 235ddbe4-5bee-406e-befa-e235044e6ccd is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:03:21.547729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:03:21.732463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-bde00610-7f22-4ab0-9347-21f6f7fc2324 None None] Provisioning complete for port 7cd68e3a-e198-479a-a647-f2cf5d210564 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:21.732890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bde00610-7f22-4ab0-9347-21f6f7fc2324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:21.752423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Router ea57317b-f02e-478b-960e-3117c3363be3 is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:03:21.805305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-bde00610-7f22-4ab0-9347-21f6f7fc2324 None None] Port 7cd68e3a-e198-479a-a647-f2cf5d210564 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:03:22.081712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:03:22.092036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Sync routers for ids ['ea57317b-f02e-478b-960e-3117c3363be3'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:03:22.093384 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] 10.222.0.61 "PUT /v2.0/routers/ea57317b-f02e-478b-960e-3117c3363be3/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8061163
Dec 08 19:03:22.103711 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Routers {'ea57317b-f02e-478b-960e-3117c3363be3'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:03:22.104625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edeb48a58>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:03:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ea57317b-f02e-478b-960e-3117c3363be3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:22.300903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Set router ea57317b-f02e-478b-960e-3117c3363be3 gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:03:22.767398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edeb48a58>, [{'id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'name': 'router1', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:03:10Z', 'updated_at': '2020-12-08T19:03:20Z', 'revision_number': 2, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'gw_port_host': None, '_interfaces': [{'id': '7cd68e3a-e198-479a-a647-f2cf5d210564', 'name': '', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'mac_address': 'fa:16:3e:2f:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:20Z', 'updated_at': '2020-12-08T19:03:21Z', 'revision_number': 2, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'subnets': [{'id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47403ff1-8c7d-45e9-888b-92c0e187305a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:22.772901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Checking router: ea57317b-f02e-478b-960e-3117c3363be3 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:03:22.773310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Updating router ea57317b-f02e-478b-960e-3117c3363be3 port 7cd68e3a-e198-479a-a647-f2cf5d210564 binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:03:22.828291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:23.473929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:23.490977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Transition to ACTIVE for port object 7cd68e3a-e198-479a-a647-f2cf5d210564 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:03:23.494564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:23.510822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:23.660239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Pushing event updated for resources: {'Port': ['ID=7cd68e3a-e198-479a-a647-f2cf5d210564,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:23.672899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.673276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.673654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.674016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.674375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.674744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.675085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.675436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.675801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.676141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.676517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.676867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Tracked resource versions report:
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'}}
Dec 08 19:03:23.678019 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:03:23.685197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:23.838106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Attempting to bind port 7cd68e3a-e198-479a-a647-f2cf5d210564 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:03:23.838660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Attempting to bind port 7cd68e3a-e198-479a-a647-f2cf5d210564 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:03:23.839151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Attempting to bind port 7cd68e3a-e198-479a-a647-f2cf5d210564 on network 235ddbe4-5bee-406e-befa-e235044e6ccd {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:03:23.845735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:03:23.846110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Checking segment: {'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:03:23.846529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:23.846996 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Bound using segment: {'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:03:23.847567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Bound port: 7cd68e3a-e198-479a-a647-f2cf5d210564, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18fe5c9-b90f-45dd-8e10-61abf0a49291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:03:23.847942 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:23.946037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] For port 7cd68e3a-e198-479a-a647-f2cf5d210564, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:03:23.951350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] For port 7cd68e3a-e198-479a-a647-f2cf5d210564, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=7cd68e3a-e198-479a-a647-f2cf5d210564,segment=NetworkSegment(e18fe5c9-b90f-45dd-8e10-61abf0a49291),segment_id=e18fe5c9-b90f-45dd-8e10-61abf0a49291)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:03:23.956330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:23.972927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:24.133016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Pushing event updated for resources: {'Port': ['ID=7cd68e3a-e198-479a-a647-f2cf5d210564,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:24.138458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:24.189497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Routers {'ea57317b-f02e-478b-960e-3117c3363be3'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:03:24.190187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edeb48a58>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:03:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ea57317b-f02e-478b-960e-3117c3363be3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:24.354205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] Set router ea57317b-f02e-478b-960e-3117c3363be3 gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:03:24.649951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60130) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:24.710763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edeb48a58>, [{'id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'name': 'router1', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:03:10Z', 'updated_at': '2020-12-08T19:03:20Z', 'revision_number': 2, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'gw_port_host': None, '_interfaces': [{'id': '7cd68e3a-e198-479a-a647-f2cf5d210564', 'name': '', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'mac_address': 'fa:16:3e:2f:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:20Z', 'updated_at': '2020-12-08T19:03:23Z', 'revision_number': 4, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'subnets': [{'id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47403ff1-8c7d-45e9-888b-92c0e187305a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:24.715003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985bf19-7a59-4d64-b3eb-27f5119307d7 None None] The sync data for ids ['ea57317b-f02e-478b-960e-3117c3363be3'] in dv-cinder-766064-1-iscsi is: [{'id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'name': 'router1', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:03:10Z', 'updated_at': '2020-12-08T19:03:20Z', 'revision_number': 2, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'gw_port_host': None, '_interfaces': [{'id': '7cd68e3a-e198-479a-a647-f2cf5d210564', 'name': '', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'mac_address': 'fa:16:3e:2f:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:20Z', 'updated_at': '2020-12-08T19:03:23Z', 'revision_number': 4, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'subnets': [{'id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47403ff1-8c7d-45e9-888b-92c0e187305a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:03:24.844600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab0a36-807e-4e40-979d-d2add50a02cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:03:24.845314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5aab0a36-807e-4e40-979d-d2add50a02cb admin admin] Synchronizing usage tracker for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:03:24.864107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5aab0a36-807e-4e40-979d-d2add50a02cb admin admin] Unset dirty status for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:03:24.865945 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5aab0a36-807e-4e40-979d-d2add50a02cb admin admin] 10.222.0.61 "GET /v2.0/networks/9235aad9-e17e-40df-9e4d-c5a670b3fbb1 HTTP/1.1" status: 200  len: 842 time: 0.2149565
Dec 08 19:03:24.877262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:03:24.883784 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:03:24.888217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Usage tracker for resource:subnet and tenant:8140af85be574ea394e7f1224dfe9e0b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:03:24.891320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:03:24.898228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:03:24.907734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Made reservation on behalf of 8140af85be574ea394e7f1224dfe9e0b for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:03:24.912755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:25.381975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80323) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:03:25.382481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:25.398234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a9076b2f-a044-46a2-b633-c64980550295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:25.564724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47023b05-3c86-4c66-82e0-be27c0ff54c6,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:25.569382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:25.615413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:03:25.615861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Network hostable DHCP agents. Network: 9235aad9-e17e-40df-9e4d-c5a670b3fbb1, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:03:25.637386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:03:25.647550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 9235aad9-e17e-40df-9e4d-c5a670b3fbb1) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:03:25.652621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:03:25.653073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:25.660013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d26343-53eb-4adb-8040-d8c96c41ec1f None None] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:03:25.675442 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8022835
Dec 08 19:03:25.969614 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c20058-8dea-46fc-b6eb-3612e77cf75f None None] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:03:26.013052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 7cd68e3a-e198-479a-a647-f2cf5d210564 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:03:26.377072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 7cd68e3a-e198-479a-a647-f2cf5d210564 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:03:26.390979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 7cd68e3a-e198-479a-a647-f2cf5d210564 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:26.391398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:26.556903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:26.591808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 7cd68e3a-e198-479a-a647-f2cf5d210564, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=7cd68e3a-e198-479a-a647-f2cf5d210564,segment=NetworkSegment(e18fe5c9-b90f-45dd-8e10-61abf0a49291),segment_id=e18fe5c9-b90f-45dd-8e10-61abf0a49291)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:03:26.595219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:26.597417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-df9ec134-a18e-4a9f-a20e-cfec647cc4b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:26.667584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=7cd68e3a-e198-479a-a647-f2cf5d210564,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:26.670819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:27.967453 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 7cd68e3a-e198-479a-a647-f2cf5d210564 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:03:28.050671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 7cd68e3a-e198-479a-a647-f2cf5d210564 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:28.050991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:28.327108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60144) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:28.573977 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0dd396f3-94df-451e-b453-4098205d89d3 admin admin] 10.222.0.61 "GET /v2.0/routers/ea57317b-f02e-478b-960e-3117c3363be3 HTTP/1.1" status: 200  len: 710 time: 0.2456305
Dec 08 19:03:28.724930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407fe5b-93d9-4046-8adf-39cb9981a225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:03:28.726459 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7407fe5b-93d9-4046-8adf-39cb9981a225 admin admin] 10.222.0.61 "GET /v2.0/networks/9235aad9-e17e-40df-9e4d-c5a670b3fbb1 HTTP/1.1" status: 200  len: 886 time: 0.1463423
Dec 08 19:03:28.737403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:03:28.753463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:03:29.375822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:29.735956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:29.768209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:29.784487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:29.800094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:03:29.804956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:03:29.807964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:03:29.814202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:03:29.904609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:29.908534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:29.924125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:30.020314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74f5d34-c720-451d-9bd6-1db22f4a910c,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:30.030961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:30.191005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Allocated IP 172.27.0.102 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:03:30.354021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:30.389541 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:30.401577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:30.539538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Pushing event updated for resources: {'Port': ['ID=ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:30.544796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:30.590472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:03:30.591621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:03:30.594208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:03:30.999608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:31.381087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:31.385807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854175172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854376132'] for router, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:31.816174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Router ea57317b-f02e-478b-960e-3117c3363be3 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:03:32.038412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:03:32.048931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Sync routers for ids ['ea57317b-f02e-478b-960e-3117c3363be3'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:03:32.060391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:32.060615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Routers {'ea57317b-f02e-478b-960e-3117c3363be3'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:03:32.061258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edddf6320>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:03:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ea57317b-f02e-478b-960e-3117c3363be3'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:32.061918 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] 10.222.0.61 "PUT /v2.0/routers/ea57317b-f02e-478b-960e-3117c3363be3 HTTP/1.1" status: 200  len: 890 time: 3.3287573
Dec 08 19:03:32.283319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Set router ea57317b-f02e-478b-960e-3117c3363be3 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:03:32.698284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edddf6320>, [{'id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'name': 'router1', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:03:10Z', 'updated_at': '2020-12-08T19:03:30Z', 'revision_number': 4, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'gw_port': {'id': 'ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:30Z', 'updated_at': '2020-12-08T19:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '7cd68e3a-e198-479a-a647-f2cf5d210564', 'name': '', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'mac_address': 'fa:16:3e:2f:52:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:20Z', 'updated_at': '2020-12-08T19:03:26Z', 'revision_number': 5, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'subnets': [{'id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47403ff1-8c7d-45e9-888b-92c0e187305a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:32.703999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Checking router: ea57317b-f02e-478b-960e-3117c3363be3 for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:03:32.704425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Updating router ea57317b-f02e-478b-960e-3117c3363be3 port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:03:32.762776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:33.210038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:33.228245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Transition to ACTIVE for port object ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:03:33.231780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:33.248739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:33.442923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f766-b3cf-4bd1-be26-db49696e08c4 None None] Pushing event updated for resources: {'Port': ['ID=ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:33.446316 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4031f766-b3cf-4bd1-be26-db49696e08c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:33.523149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Attempting to bind port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:03:33.523496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Attempting to bind port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:03:33.523882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Attempting to bind port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:03:33.530637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:03:33.531034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:03:33.531495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:33.531925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:03:33.532504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Bound port: ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:03:33.533394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:33.618896 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] For port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:03:33.622640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] For port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:03:33.627805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:33.648088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:33.815159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f766-b3cf-4bd1-be26-db49696e08c4 None None] Pushing event updated for resources: {'Port': ['ID=ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:33.821327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4031f766-b3cf-4bd1-be26-db49696e08c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:33.862083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Routers {'ea57317b-f02e-478b-960e-3117c3363be3'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:03:33.863019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edddf6320>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:03:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ea57317b-f02e-478b-960e-3117c3363be3'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:34.211339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] Set router ea57317b-f02e-478b-960e-3117c3363be3 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:03:34.578642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edddf6320>, [{'id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'name': 'router1', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:03:10Z', 'updated_at': '2020-12-08T19:03:30Z', 'revision_number': 4, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'gw_port': {'id': 'ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:30Z', 'updated_at': '2020-12-08T19:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '7cd68e3a-e198-479a-a647-f2cf5d210564', 'name': '', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'mac_address': 'fa:16:3e:2f:52:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:20Z', 'updated_at': '2020-12-08T19:03:26Z', 'revision_number': 5, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'subnets': [{'id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47403ff1-8c7d-45e9-888b-92c0e187305a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:03:34.583495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cb440-27e1-45e1-94ab-b64a57a3d8e7 None None] The sync data for ids ['ea57317b-f02e-478b-960e-3117c3363be3'] in dv-cinder-766064-1-iscsi is: [{'id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'name': 'router1', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:03:10Z', 'updated_at': '2020-12-08T19:03:30Z', 'revision_number': 4, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'gw_port': {'id': 'ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:30Z', 'updated_at': '2020-12-08T19:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '7cd68e3a-e198-479a-a647-f2cf5d210564', 'name': '', 'network_id': '235ddbe4-5bee-406e-befa-e235044e6ccd', 'tenant_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'mac_address': 'fa:16:3e:2f:52:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea57317b-f02e-478b-960e-3117c3363be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:03:20Z', 'updated_at': '2020-12-08T19:03:26Z', 'revision_number': 5, 'project_id': '7aff7d85a0044c99a399d4ea4cbbc8b6', 'subnets': [{'id': '87f2fbb0-6985-41f4-8238-9a1ac6d587a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47403ff1-8c7d-45e9-888b-92c0e187305a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:03:34.969462 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60154) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:03:35.168096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad4410-ce36-44c6-b6c6-2feafc4f36bf admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:03:35.169775 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c6ad4410-ce36-44c6-b6c6-2feafc4f36bf admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1990139
Dec 08 19:03:35.999865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:03:36.081913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:03:36.087399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:36.087808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:36.214653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:36.237900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:03:36.241959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:36.245220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:03:36.319865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:03:36.323180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:03:38.004607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:03:38.123565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port ae4a61b6-60d1-4d01-bf6e-5522a8d39b7a triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:03:38.124563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:39.516452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a9939fd8-e9bc-4825-977d-ceb001aa9d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:41.504997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-85291ab5-2388-42a9-bbe8-948f64ccc9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:42.589459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:43.835104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:03:43.955263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:05.743877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:04:09.481528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-147425e8-976b-4600-bdd9-e290114ed84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:11.473560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24ae29a2-ea66-48f3-862a-be55423d7f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:12.585927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:13.830769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:13.948324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:39.488551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-afb05cf2-9e64-40a8-be1c-1a60fad71aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:41.477299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87c3037c-d7eb-4e7c-8ed7-85f42ceb27a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:42.593632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:42.746084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:04:43.839595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:04:43.945831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:09.485630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-df595a82-809e-43d2-8ce5-5e101d896f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:11.495501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-169c8a4a-f518-4d46-92e9-b7cf32413dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:12.599758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:13.840228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:13.948884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:19.746554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:05:39.482647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a36acb4-50d7-4738-9d48-a8a8767415b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:41.487574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fbdea972-3417-42e2-8a2f-620ff473df22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:42.598914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:43.845075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:43.945571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:51.771814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60730) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:05:51.878001 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d8ec2b-198b-4866-b79a-f45e6ed51463 admin admin] GET failed (client error): The resource could not be found.
Dec 08 19:05:51.879395 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-61d8ec2b-198b-4866-b79a-f45e6ed51463 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1065304
Dec 08 19:05:52.030486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a61bc-e8df-4039-b4cc-1f39ca9c10e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:05:52.032077 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c78a61bc-e8df-4039-b4cc-1f39ca9c10e6 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1478519
Dec 08 19:05:54.514421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60740) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:05:54.672350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19e5c6-16c8-4bac-a238-700ae3b08d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:05:54.673234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bc19e5c6-16c8-4bac-a238-700ae3b08d6b admin admin] Synchronizing usage tracker for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:subnet {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:05:54.691936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bc19e5c6-16c8-4bac-a238-700ae3b08d6b admin admin] Unset dirty status for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:subnet {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:05:54.693198 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-bc19e5c6-16c8-4bac-a238-700ae3b08d6b admin admin] 10.222.0.61 "GET /v2.0/subnets/87f2fbb0-6985-41f4-8238-9a1ac6d587a6 HTTP/1.1" status: 200  len: 849 time: 0.1774654
Dec 08 19:05:54.704736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:05:54.835199 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Notify callbacks [] for subnet, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:55.161565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363279718933313'] for subnet, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:55.175777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca430455-a054-4151-b9f5-f6d71b929f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:05:55.324791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f2fbb0-6985-41f4-8238-9a1ac6d587a6,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:05:55.337378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.337765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.338136 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.338500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.338859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.339244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.339603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.339969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.340360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.340719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.341071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.341407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:05:55.347698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:05:55.379947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:05:55.380638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:55.382072 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] 10.222.0.61 "PUT /v2.0/subnets/87f2fbb0-6985-41f4-8238-9a1ac6d587a6 HTTP/1.1" status: 200  len: 868 time: 0.6821566
Dec 08 19:05:55.399731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c3707-bf2e-434b-bc19-154f6a933c5b None None] Network 235ddbe4-5bee-406e-befa-e235044e6ccd requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:05:55.929922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ad6928c8-3ffe-4612-8da4-12f082fe095a None None] Provisioning complete for port 7cd68e3a-e198-479a-a647-f2cf5d210564 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:05:55.930556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ad6928c8-3ffe-4612-8da4-12f082fe095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:56.086217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ad6928c8-3ffe-4612-8da4-12f082fe095a None None] Provisioning complete for port 3bff94d1-df2b-4cc3-af9b-367a25c0054b triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:05:56.086777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ad6928c8-3ffe-4612-8da4-12f082fe095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:05:56.746852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:05:57.906033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60750) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:05:58.137690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c7ccc-338e-4935-9942-ad90582da8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:05:58.138116 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c7ccc-338e-4935-9942-ad90582da8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:05:58.139815 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-947c7ccc-338e-4935-9942-ad90582da8bd admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2326081
Dec 08 19:06:00.639488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60760) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:00.864072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25acbd07-7906-4b51-8a0b-06f726009746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:00.864551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25acbd07-7906-4b51-8a0b-06f726009746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:00.866246 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-25acbd07-7906-4b51-8a0b-06f726009746 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2256706
Dec 08 19:06:03.395254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60770) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:03.628996 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c18176-07f1-4907-8d7c-1a592a312e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:03.630485 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a9c18176-07f1-4907-8d7c-1a592a312e96 admin admin] 10.222.0.61 "GET /v2.0/networks/235ddbe4-5bee-406e-befa-e235044e6ccd HTTP/1.1" status: 200  len: 862 time: 0.2340927
Dec 08 19:06:06.126019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60780) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:06.343761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4256ca-5585-4fe8-9664-1f67ae059e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:06.345423 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fb4256ca-5585-4fe8-9664-1f67ae059e9e admin admin] 10.222.0.61 "GET /v2.0/networks/9235aad9-e17e-40df-9e4d-c5a670b3fbb1 HTTP/1.1" status: 200  len: 886 time: 0.2182877
Dec 08 19:06:08.854183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60790) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:09.009327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d0df5-cccb-4728-8b99-0235f94ac0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:09.009742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d0df5-cccb-4728-8b99-0235f94ac0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:09.011410 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5f6d0df5-cccb-4728-8b99-0235f94ac0d5 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1560466
Dec 08 19:06:09.478069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7185355c-0cae-4969-8aa8-4b6b9957ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:11.493777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1d78377a-44cb-43a6-9fcc-565c7ef67436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:11.505290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60800) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:11.662338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ab49d-ebfc-4ff4-b744-a23ef72cd55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:11.662792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ab49d-ebfc-4ff4-b744-a23ef72cd55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:11.664548 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fd0ab49d-ebfc-4ff4-b744-a23ef72cd55d admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1581497
Dec 08 19:06:12.598434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:13.852177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:13.939793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:14.173935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60810) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:14.320388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7179bf7-43a5-4930-b209-8d87dc5fd18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:14.321888 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d7179bf7-43a5-4930-b209-8d87dc5fd18d admin admin] 10.222.0.61 "GET /v2.0/subnets/47023b05-3c86-4c66-82e0-be27c0ff54c6 HTTP/1.1" status: 200  len: 816 time: 0.1469324
Dec 08 19:06:16.845935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60820) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:16.999270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa70db1-6f07-48e4-a647-8c24b93cda25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:17.001108 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ffa70db1-6f07-48e4-a647-8c24b93cda25 admin admin] 10.222.0.61 "GET /v2.0/subnets/87f2fbb0-6985-41f4-8238-9a1ac6d587a6 HTTP/1.1" status: 200  len: 868 time: 0.1540143
Dec 08 19:06:33.748966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:06:39.484073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c6edba8d-419e-42f4-a379-ba27efb3150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:41.489254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c1712c01-06f7-4ed5-9f3d-ad5c0218292a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:42.601393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:43.312078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60860) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:43.396946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [None req-db361d9c-cda7-4bde-84c3-ef2405771fe3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:06:43.398063 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-db361d9c-cda7-4bde-84c3-ef2405771fe3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0842488
Dec 08 19:06:43.863013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:43.946455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:46.011754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60870) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:46.121968 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.pecan_wsgi.hooks.translation [None req-58812a44-3102-4e94-967c-7dbbc3e9dc7c admin admin] GET failed (client error): The resource could not be found.
Dec 08 19:06:46.123365 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-58812a44-3102-4e94-967c-7dbbc3e9dc7c admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1105163
Dec 08 19:06:46.268704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a82d8-88da-4296-a0c1-5692f6e50608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:46.270277 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-342a82d8-88da-4296-a0c1-5692f6e50608 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1420901
Dec 08 19:06:48.921313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60880) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:49.005097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:06:49.010162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:06:49.021298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:06:49.030829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Made reservation on behalf of 8140af85be574ea394e7f1224dfe9e0b for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:06:49.036227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:49.134551 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.services.revisions.revision_plugin [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6edde6ef28] {project_id='8140af85be574ea394e7f1224dfe9e0b', id='200ccf95-59cc-4c72-bd59-063caf1376b3', target_tenant='*', action='access_as_shared', object_id='4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'}> to bump revision.
Dec 08 19:06:49.151501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:06:49.161642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:49.162058 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Added segment 42b8dc25-5a11-48ba-b218-bb10e55fd581 of type vxlan for network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d
Dec 08 19:06:49.190254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:49.226051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:49.227324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:49.227966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:49.233103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:06:49.347611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Pushing event updated for resources: {'Network': ['ID=4faa4b9e-e1f2-45f8-9ef1-3a507da1595d,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:06:49.351239 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4283729
Dec 08 19:06:49.358205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.358586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.358956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.359764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.360151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.360582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.360946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.361306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.361828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.362222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.362580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.362939 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:49.373993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:06:49.383359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:06:51.941784 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60890) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:06:52.047671 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d051825-90ac-4914-aa74-4d714f36eb1c admin admin] GET failed (client error): The resource could not be found.
Dec 08 19:06:52.048246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6d051825-90ac-4914-aa74-4d714f36eb1c admin admin] Synchronizing usage tracker for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:06:52.066297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6d051825-90ac-4914-aa74-4d714f36eb1c admin admin] Unset dirty status for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:06:52.067539 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6d051825-90ac-4914-aa74-4d714f36eb1c admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1246884
Dec 08 19:06:52.192550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed1fdd9-a4e1-4e16-91b3-fd543dd6b944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:52.194065 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8ed1fdd9-a4e1-4e16-91b3-fd543dd6b944 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1217647
Dec 08 19:06:52.207710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Request body: {'subnet': {'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:06:52.213381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:06:52.225274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:06:52.240249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Made reservation on behalf of 8140af85be574ea394e7f1224dfe9e0b for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:06:52.245258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:52.708837 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:52.723360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:06:52.860642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bb843f-2e35-46a7-833c-07b78c9f7015,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:06:52.867258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:06:52.937899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Checking segment: {'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:06:52.938217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Network hostable DHCP agents. Network: 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:06:52.968170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:06:52.979988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:06:52.986983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:06:52.988163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:52.990325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9edb5-1186-4c34-ae41-e2b2922a639f None None] Network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:06:53.014194 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8110995
Dec 08 19:06:53.235914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-4faa4b9e-e1f2-45f8-9ef1-3a507da1595d', 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d', 'tenant_id': '8140af85be574ea394e7f1224dfe9e0b', 'fixed_ips': [{'subnet_id': 'd4bb843f-2e35-46a7-833c-07b78c9f7015'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:06:53.236899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:53.539307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Allocated IP 192.168.233.2 (4faa4b9e-e1f2-45f8-9ef1-3a507da1595d/d4bb843f-2e35-46a7-833c-07b78c9f7015/8b79dad2-959c-477b-9f74-8b331ad8d694) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:06:53.772090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:53.784288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Transition to ACTIVE for port object 8b79dad2-959c-477b-9f74-8b331ad8d694 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:06:53.801893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Transition to ACTIVE for port object 8b79dad2-959c-477b-9f74-8b331ad8d694 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:06:53.807852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:53.825194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:06:53.970526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Pushing event updated for resources: {'Port': ['ID=8b79dad2-959c-477b-9f74-8b331ad8d694,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:06:53.983293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.983669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.984268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.984592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.984955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.985322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.985680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.986040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.986420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.986777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.987145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.987500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:06:53.991409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:06:54.196651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:06:54.197950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:06:54.200836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:06:54.259513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Attempting to bind port 8b79dad2-959c-477b-9f74-8b331ad8d694 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:06:54.259934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Attempting to bind port 8b79dad2-959c-477b-9f74-8b331ad8d694 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:06:54.260365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Attempting to bind port 8b79dad2-959c-477b-9f74-8b331ad8d694 on network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:06:54.266933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:06:54.267349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Checking segment: {'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:06:54.267822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:54.268275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Bound using segment: {'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:06:54.268818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Bound port: 8b79dad2-959c-477b-9f74-8b331ad8d694, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:06:54.269231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:54.368309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] For port 8b79dad2-959c-477b-9f74-8b331ad8d694, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:06:54.372028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] For port 8b79dad2-959c-477b-9f74-8b331ad8d694, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=8b79dad2-959c-477b-9f74-8b331ad8d694,segment=NetworkSegment(42b8dc25-5a11-48ba-b218-bb10e55fd581),segment_id=42b8dc25-5a11-48ba-b218-bb10e55fd581)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:06:54.377739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:54.392399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:06:54.549338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Pushing event updated for resources: {'Port': ['ID=8b79dad2-959c-477b-9f74-8b331ad8d694,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:06:54.554809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:06:55.894362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a269e64a-7bec-4c1c-872a-7bcc2701da55 None None] Network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:06:56.021965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-4777d2f8-2c42-4554-998c-857cd1ef0b9e None None] Provisioning for port 8b79dad2-959c-477b-9f74-8b331ad8d694 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:06:56.142088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 8b79dad2-959c-477b-9f74-8b331ad8d694 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:06:56.239309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 8b79dad2-959c-477b-9f74-8b331ad8d694 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:06:56.245281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 8b79dad2-959c-477b-9f74-8b331ad8d694 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:06:56.245704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:56.383854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:56.422407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 8b79dad2-959c-477b-9f74-8b331ad8d694, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=8b79dad2-959c-477b-9f74-8b331ad8d694,segment=NetworkSegment(42b8dc25-5a11-48ba-b218-bb10e55fd581),segment_id=42b8dc25-5a11-48ba-b218-bb10e55fd581)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:06:56.425183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:56.428161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:06:56.505543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-5c1f3bf7-8aa8-4bfb-ab42-ebcf951eeb22 None None] Provisioning complete for port 8b79dad2-959c-477b-9f74-8b331ad8d694 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:06:56.505884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5c1f3bf7-8aa8-4bfb-ab42-ebcf951eeb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:56.549325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=8b79dad2-959c-477b-9f74-8b331ad8d694,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:06:56.555532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:06:56.761145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-173fd440-4c75-4a40-996a-0fdbc8318c6e None None] Provisioning complete for port 8b79dad2-959c-477b-9f74-8b331ad8d694 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:06:56.761556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-173fd440-4c75-4a40-996a-0fdbc8318c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:06:58.097655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 8b79dad2-959c-477b-9f74-8b331ad8d694 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:06:58.175104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 8b79dad2-959c-477b-9f74-8b331ad8d694 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:06:58.175515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:09.479451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a7989819-84df-4b97-8972-e139ff84f4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:10.749613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:07:11.485007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-efa893dc-f3cf-4cf3-a3cd-c9313b553766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:12.605659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:13.860265 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:13.943490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:39.483392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-00c32d1c-d630-4b0d-ad3d-1eae2bf22857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:41.489415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e4462631-b065-42f5-84cd-e1f09978bec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:42.609601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:43.864472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:43.946212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:07:47.749882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:08:04.364282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60932) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:08:04.373116 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [None req-9aa173ae-d00c-47b0-95bc-b401ca02aea7 tempest-verify_tempest_config-487650818 tempest-verify_tempest_config-487650818] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:08:04.374649 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9aa173ae-d00c-47b0-95bc-b401ca02aea7 tempest-verify_tempest_config-487650818 tempest-verify_tempest_config-487650818] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0092666
Dec 08 19:08:04.777785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60952) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:08:04.948064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:04.967933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:08:04.972565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Usage tracker for resource:security_group_rule and tenant:0d00c084197948a0b253388327633b7b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:08:04.975852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:08:04.982067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:08:05.082412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:05.085796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:05.094034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:08:05.136584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Synchronizing usage tracker for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:08:05.139566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf7c92e-1621-4177-9646-f739f12e5b52,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:08:05.148463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.148863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.149223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.149585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.149946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.150313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.150708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.151022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.151374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.151719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.152069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.152437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:08:05.158078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:08:05.169038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Unset dirty status for tenant:8140af85be574ea394e7f1224dfe9e0b on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:08:05.170486 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d00c084197948a0b253388327633b7b&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3916423
Dec 08 19:08:05.173674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60958) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:08:05.239700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:05.275568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:05.332020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:05.337363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:08:05.351136 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf7c92e-1621-4177-9646-f739f12e5b52,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:08:05.353959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:08:05.355140 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:05.359443 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7bf7c92e-1621-4177-9646-f739f12e5b52 HTTP/1.1" status: 204  len: 168 time: 0.1845045
Dec 08 19:08:09.489753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4fd1-4a7d-407c-80a4-b2b529eb8fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:11.493389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5edb1a1c-8f69-4849-87ca-e87e2a0e7573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:12.605663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:13.867955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:13.939618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:24.750060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:08:39.483555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-99aa7a1b-9a91-48ba-ac7d-da78fb18f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:41.498358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f810a625-ae3b-42a3-933b-f1d37472c1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:42.611486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:43.869060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:08:43.944145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:01.750666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:09:09.490479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6890-5651-49f0-83b3-6cf8a8bbfb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:11.502111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e3561af5-60c0-4f5a-8e7d-01b6bf77efb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:12.614355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:13.877113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:13.951503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:38.751017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:09:39.485156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1403cbd6-3aa1-4864-aed3-9fb21ed2fd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:41.539426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f032a1db-350d-466e-978c-f639926beade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:42.617296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:43.885519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:43.948041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:47.849158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:09:47.850199 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.850749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.851299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.851881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.852319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.852840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.853220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.853596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.853967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.854431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.854827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.855245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:09:47.855557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6edd398780>, 'Open vSwitch agent', 'hv-cinder-76606', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:09:47.860857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6ee9533d30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76606', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:09:48.167963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] get_endpoint_by_host() called for host hv-cinder-76606 {{(pid=80324) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 08 19:09:48.172880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] get_endpoint_by_ip() called for ip 192.168.0.76 {{(pid=80324) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 08 19:09:48.176489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] _add_endpoint() called for ip 192.168.0.76 {{(pid=80324) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 08 19:09:48.182291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] _get_endpoints() called {{(pid=80324) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 08 19:09:49.039084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 32778) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:09:49.201626 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c2aea9b1-d3eb-4612-bee4-70b5fe93166e admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1612754
Dec 08 19:09:51.773547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 32788) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:09:51.869873 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f9b480f9-27d2-4fff-9bbe-04fb470e7741 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0950184
Dec 08 19:10:09.489144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-133f6e67-380d-413f-a531-cba57058b83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:11.505785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92639a75-14d7-48fe-a4dd-7650c63b9f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:12.623575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:13.888458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:13.942744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:15.755051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:10:17.872228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:39.493254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe6789c4-af49-41d5-9a32-7ed46004f414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:41.511991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3ce667ea-53e9-4d9f-9745-bacedf69a73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:42.624013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:43.895615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:43.949887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:47.877423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:10:52.755156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:11:09.499826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0d9d-7f6c-48db-89aa-3447e20d82aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:11.506574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-38121b1c-027e-4144-91d9-266b1e2de86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:12.628504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:13.894193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:13.953704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:17.887625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:29.768718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:11:32.249499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 32958) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:32.792099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1177629180-network', 'tenant_id': 'd7e6644896e041c39bb14628301f6935'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:32.797746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:32.801871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Usage tracker for resource:network and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:32.805098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:32.811511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:32.821810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Made reservation on behalf of d7e6644896e041c39bb14628301f6935 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:11:32.826886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:32.840514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:32.857547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:32.861696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:32.864869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:32.871219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:32.992503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:32.996659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.001678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:33.045451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:11:33.049476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd4bebd-df88-4029-81ec-a62e6db16527,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:33.062650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.063018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.063383 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.063746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.064105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.064492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.064843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.065196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.065673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.065904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.066256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.066604 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.067057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.067437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.067793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.068142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.068559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.069088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.069406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.069755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.070118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.070468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.070814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.071159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Tracked resource versions report:
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'},
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@hv-cinder-76606: {   'AddressGroup': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'ConntrackHelper': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Log': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Network': '1.1',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Port': '1.6',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'PortForwarding': '1.2',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'QosPolicy': '1.8',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroup': '1.3',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroupRule': '1.1',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SubPort': '1.0',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Subnet': '1.1',
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Trunk': '1.1'}}
Dec 08 19:11:33.072622 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:11:33.078008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:33.081775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.082252 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Added segment 42d7f99d-e154-4c83-ad54-c9a37176c64c of type vxlan for network d893e127-8341-44f3-b82b-8e8c50e435ab
Dec 08 19:11:33.115196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.151402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.152809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:33.153689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.156232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32990) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:33.179973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8e4c317e-5ed5-46f1-ba51-b4816afd6294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:33.287962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Pushing event updated for resources: {'Network': ['ID=d893e127-8341-44f3-b82b-8e8c50e435ab,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:33.295925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32998) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:33.296552 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0445230
Dec 08 19:11:33.297821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:33.301282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network d893e127-8341-44f3-b82b-8e8c50e435ab details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:11:33.308740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Request body: {'subnet': {'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1177629180-subnet', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:33.319177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:33.332916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Usage tracker for resource:subnet and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:33.340848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:33.358529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:33.383849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Made reservation on behalf of d7e6644896e041c39bb14628301f6935 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:11:33.397568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.424890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network d893e127-8341-44f3-b82b-8e8c50e435ab details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:11:33.687485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33016) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:33.799844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1761445395-network', 'tenant_id': '680acfcd208c4f85972d223a21875712'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:33.808275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:33.815079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Usage tracker for resource:network and tenant:680acfcd208c4f85972d223a21875712 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:33.818740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:33.833268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:33.846963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Made reservation on behalf of 680acfcd208c4f85972d223a21875712 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:11:33.851384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.871693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:33.892931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:33.898897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Usage tracker for resource:security_group_rule and tenant:680acfcd208c4f85972d223a21875712 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:33.904260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:33.912270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:34.032113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.057424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e037bd5b-5315-470e-884d-624f6492b9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:34.123727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6a3884-7108-4445-b2c8-455826b5754e,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:34.149879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.150301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.150658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.151029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.151389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.151755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.152114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.152506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.152870 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.153225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.153586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.153941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.154493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.154882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.155242 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.155597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.155952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.156352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.156709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.157062 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.157431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.157784 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.158137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.158489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Tracked resource versions report:
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'},
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@hv-cinder-76606: {   'AddressGroup': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'ConntrackHelper': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Log': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Network': '1.1',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Port': '1.6',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'PortForwarding': '1.2',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'QosPolicy': '1.8',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroup': '1.3',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroupRule': '1.1',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SubPort': '1.0',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Subnet': '1.1',
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Trunk': '1.1'}}
Dec 08 19:11:34.159866 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:11:34.209812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-187311849-network', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:34.216773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:34.233332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Usage tracker for resource:network and tenant:21c7294ba7ad465b83aa968923695d7c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:34.240219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:34.249858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:34.272225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Made reservation on behalf of 21c7294ba7ad465b83aa968923695d7c for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:11:34.277702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.309197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.314973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:34.366648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:34.373556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Usage tracker for resource:security_group_rule and tenant:21c7294ba7ad465b83aa968923695d7c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:34.380118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:34.393182 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:34.454218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.455777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Checking segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:11:34.456511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Network hostable DHCP agents. Network: d893e127-8341-44f3-b82b-8e8c50e435ab, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:11:34.468178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.477873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:34.498438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:11:34.553545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c3138-6f93-4425-ae00-2d5169475370,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:34.579068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:34.593704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.594354 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Added segment 31c8771a-15ff-4128-90b9-6c776bd39abe of type vxlan for network 66533451-90ce-481d-9a0b-0c7c881d98a6
Dec 08 19:11:34.615367 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Network d893e127-8341-44f3-b82b-8e8c50e435ab is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:11:34.633300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.640067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.643973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:34.668288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, d893e127-8341-44f3-b82b-8e8c50e435ab) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:34.683257 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:34.684972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.687886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a274e453-53d5-43ff-a8b5-f598afc763e6 None None] Network d893e127-8341-44f3-b82b-8e8c50e435ab requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:11:34.735874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.754272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:34.762507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:34.780853 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4837351
Dec 08 19:11:34.785686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33034) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:34.792392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:34.804245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:34.816452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Usage tracker for resource:router and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:34.823744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:34.836053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:34.838220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.839845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:34.840716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.849613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:11:34.850272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:11:34.851276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:34.865638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.867828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:34.902605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.068027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-d893e127-8341-44f3-b82b-8e8c50e435ab', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:11:35.069338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.372434 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.2145939
Dec 08 19:11:35.373141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33054) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:35.388638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Request body: {'subnet': {'network_id': '66533451-90ce-481d-9a0b-0c7c881d98a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1761445395-subnet', 'tenant_id': '680acfcd208c4f85972d223a21875712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:35.397578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Pushing event updated for resources: {'Network': ['ID=66533451-90ce-481d-9a0b-0c7c881d98a6,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:35.399549 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:35.403031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:35.405867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Usage tracker for resource:subnet and tenant:680acfcd208c4f85972d223a21875712 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:35.409587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:35.412946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:11:35.420471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:35.431314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:11:35.437937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Made reservation on behalf of 680acfcd208c4f85972d223a21875712 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:11:35.443012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.453116 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.504436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:11:35.518897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.519590 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Added segment 368e331a-43f4-42d7-b32e-92858de46e1b of type vxlan for network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4
Dec 08 19:11:35.561431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.690278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.701493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:35.701896 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.732083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94ce234f-c583-4b6f-994e-ef6454d40337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:35.758455 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0661850
Dec 08 19:11:35.759132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33062) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:35.782235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Request body: {'subnet': {'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-subnet', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:35.796537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:35.813994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Usage tracker for resource:subnet and tenant:21c7294ba7ad465b83aa968923695d7c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:35.818167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:35.825504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:35.840623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Made reservation on behalf of 21c7294ba7ad465b83aa968923695d7c for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:11:35.847916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:35.987735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:36.029324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Allocated IP 172.20.0.2 (d893e127-8341-44f3-b82b-8e8c50e435ab/0d6a3884-7108-4445-b2c8-455826b5754e/f28bd49f-1576-4758-ac32-f1c909c6b514) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:11:36.084883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Pushing event updated for resources: {'Network': ['ID=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:36.090176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:36.158059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:11:36.172378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:11:36.626432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:36.715594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:36.855813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:36.884603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Transition to ACTIVE for port object f28bd49f-1576-4758-ac32-f1c909c6b514 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:11:36.923125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Transition to ACTIVE for port object f28bd49f-1576-4758-ac32-f1c909c6b514 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:11:36.931873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:36.977542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:37.188948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:37.201925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:37.300542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Pushing event updated for resources: {'Port': ['ID=f28bd49f-1576-4758-ac32-f1c909c6b514,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:37.312899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.313632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.314168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.314696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.315335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.315871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.316524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.317060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.317591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.318120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.318656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.319175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.319811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.320419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.320960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.321482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.322173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.322774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.323572 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.324101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.324680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.325201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.325728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.326261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Tracked resource versions report:
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'},
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@hv-cinder-76606: {   'AddressGroup': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'ConntrackHelper': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Log': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Network': '1.1',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Port': '1.6',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'PortForwarding': '1.2',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'QosPolicy': '1.8',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroup': '1.3',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroupRule': '1.1',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SubPort': '1.0',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Subnet': '1.1',
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Trunk': '1.1'}}
Dec 08 19:11:37.327861 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:11:37.335461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:37.349554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:37.409399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Network d893e127-8341-44f3-b82b-8e8c50e435ab is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:11:37.411707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:37.415772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:11:37.523244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Attempting to bind port f28bd49f-1576-4758-ac32-f1c909c6b514 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:11:37.523685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Attempting to bind port f28bd49f-1576-4758-ac32-f1c909c6b514 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:11:37.524115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Attempting to bind port f28bd49f-1576-4758-ac32-f1c909c6b514 on network d893e127-8341-44f3-b82b-8e8c50e435ab {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:11:37.531531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:11:37.531853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Checking segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:11:37.532084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:37.532581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Bound using segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:11:37.534013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Bound port: f28bd49f-1576-4758-ac32-f1c909c6b514, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:11:37.534412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:37.590347 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Allocated IP 172.27.0.68 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/4bc90103-77d5-49d9-a889-f73f317fb1c0) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:11:37.655901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] For port f28bd49f-1576-4758-ac32-f1c909c6b514, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:11:37.660433 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] For port f28bd49f-1576-4758-ac32-f1c909c6b514, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f28bd49f-1576-4758-ac32-f1c909c6b514,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:11:37.666957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:37.838610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:37.973896 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2b976d-e8d4-4955-9238-e8d21ce952e8,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:37.984783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:37.985864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:37.998084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-993b4ad4-40ec-4140-999f-eea04388caf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:38.050773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Pushing event updated for resources: {'Port': ['ID=f28bd49f-1576-4758-ac32-f1c909c6b514,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:38.064958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:38.146751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:38.187146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:38.362237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc098c6-0cc9-449d-b49b-3732321e9a12,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:38.389767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:38.391124 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Checking segment: {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:11:38.391567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Network hostable DHCP agents. Network: 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:11:38.406102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc90103-77d5-49d9-a889-f73f317fb1c0,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:38.419740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:38.455653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33144) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:38.477480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:11:38.479375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:38.486779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:11:38.532901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Checking segment: {'id': '31c8771a-15ff-4128-90b9-6c776bd39abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66533451-90ce-481d-9a0b-0c7c881d98a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:11:38.533035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Network hostable DHCP agents. Network: 66533451-90ce-481d-9a0b-0c7c881d98a6, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:11:38.552719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:11:38.579619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:38.585474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:38.586143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:38.593746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e291e-3675-48f1-abb3-5b85338704f6 None None] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:11:38.618082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:11:38.637694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 66533451-90ce-481d-9a0b-0c7c881d98a6) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:38.644027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:38.644841 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:38.705588 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3144631
Dec 08 19:11:38.705588 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-14b2ca22-0f09-4ced-92d2-7b0ecb93ff53 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.9347396
Dec 08 19:11:38.721482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33162) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:38.737013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:38.762110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:38.773403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Usage tracker for resource:router and tenant:21c7294ba7ad465b83aa968923695d7c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:38.789043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:38.807782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:38.832174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:38.833349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:38.919588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9192d8b-2814-4937-90c0-8ee5234c5f9c None None] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:11:38.925753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:39.074124 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:39.178404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:39.399754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:39.418427 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Usage tracker for resource:security_group_rule and tenant:43b5e9c8ed7a4414a63c0492eafb691a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:39.449541 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:39.463953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:39.471466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3c48f-12c9-4e04-bb3d-ae16d4bfd16c None None] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:11:39.598051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336f0f5-3f23-4b53-bdbf-a62553c0fc19 None None] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:11:39.835201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:39.961923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:39.976679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:40.012704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33196) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:40.018617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4dde56c2-a8bf-4589-917d-08bbb454a957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:40.075911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cd33c721-a161-43f0-80ef-5ffcf70bdf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:40.115179 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33214) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:40.135759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4af5da-b98c-4e5c-a70b-a2869d094ab9,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:40.155457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:40.593599 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 08 19:11:40.660954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:40.684210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:40.726824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0b914-50fc-4a67-b1f6-bf57e20a95b0 None None] Network d893e127-8341-44f3-b82b-8e8c50e435ab requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:11:40.880668 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43b5e9c8ed7a4414a63c0492eafb691a&name=default HTTP/1.1" status: 200  len: 2875 time: 2.4210520
Dec 08 19:11:40.884927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33226) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:40.918519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:40.928109 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2ae8b14b934659961febeba3d6c6c1 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:40.933635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:40.946025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:40.963598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f28bd49f-1576-4758-ac32-f1c909c6b514 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:11:41.064405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-fc994bed-6c0c-42d7-a8da-0ee5413bb839 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:41.065362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-fc994bed-6c0c-42d7-a8da-0ee5413bb839 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Synchronizing usage tracker for tenant:680acfcd208c4f85972d223a21875712 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:11:41.123722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.143545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.163903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-7a412378-d94c-4043-917f-be175a4b3615 None None] Provisioning for port f28bd49f-1576-4758-ac32-f1c909c6b514 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:11:41.169135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:41.244511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-fc994bed-6c0c-42d7-a8da-0ee5413bb839 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Unset dirty status for tenant:680acfcd208c4f85972d223a21875712 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:11:41.245812 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-fc994bed-6c0c-42d7-a8da-0ee5413bb839 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/networks?id=66533451-90ce-481d-9a0b-0c7c881d98a6 HTTP/1.1" status: 200  len: 812 time: 1.0929675
Dec 08 19:11:41.278771 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e2ae8b14b934659961febeba3d6c6c1&name=default HTTP/1.1" status: 200  len: 2875 time: 1.2612131
Dec 08 19:11:41.283633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33236) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:41.285685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.285838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c284a7-5457-4590-9fa7-2290397fa536,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:41.300110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:41.319772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.322683 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97cccd8a-1a20-4e6d-baec-4ac1dcf28e2d tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/quotas/680acfcd208c4f85972d223a21875712 HTTP/1.1" status: 200  len: 375 time: 0.0615234
Dec 08 19:11:41.333940 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port f28bd49f-1576-4758-ac32-f1c909c6b514 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:11:41.337198 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Router 39b65b94-23f6-455e-b993-30002627aa5b is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:11:41.345041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port f28bd49f-1576-4758-ac32-f1c909c6b514 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:41.345476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.353522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.542067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf2ce-39e6-4113-96f6-e21abb0e7317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.557461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.654769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port f28bd49f-1576-4758-ac32-f1c909c6b514, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f28bd49f-1576-4758-ac32-f1c909c6b514,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:11:41.660608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.667259 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:41.730001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:11:41.753113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Sync routers for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:11:41.768281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:11:41.769400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc44f28>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:41.770171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.771788 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.9845803
Dec 08 19:11:41.782463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33250) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:41.785433 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.813079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=f28bd49f-1576-4758-ac32-f1c909c6b514,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:41.826474 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-88a62c6b-611b-418c-a147-2806cd106c87 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?tenant_id=680acfcd208c4f85972d223a21875712&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4753804
Dec 08 19:11:41.839167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:41.879281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-9a9c5974-751d-4eb0-b110-95b41ffa7ffe None None] Provisioning complete for port f28bd49f-1576-4758-ac32-f1c909c6b514 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:41.880294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5974-751d-4eb0-b110-95b41ffa7ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:41.922909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:42.015512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:42.111239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Allocated IP 172.27.0.173 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/909f3756-8789-42db-b825-8c0b56565f65) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:11:42.213545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:42.280465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:42.317402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4af5da-b98c-4e5c-a70b-a2869d094ab9,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:42.343922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-23817f65-6052-4b5f-ad20-5a56d48c7c61 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:11:42.348956 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-23817f65-6052-4b5f-ad20-5a56d48c7c61 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2384326
Dec 08 19:11:42.417688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f28bd49f-1576-4758-ac32-f1c909c6b514 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:11:42.426875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:42.505365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:11:42.579075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-6b4d54d2-e453-48bc-8ad8-cecdb6b7e9cf None None] Provisioning complete for port f28bd49f-1576-4758-ac32-f1c909c6b514 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:42.592149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6b4d54d2-e453-48bc-8ad8-cecdb6b7e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:42.695401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:42.730585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:42.753992 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-e4f8fe5f-30bd-46ec-973c-f01dc628fb3d service neutron] 10.222.0.61 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2907426
Dec 08 19:11:42.784287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:42.788528 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97c284a7-5457-4590-9fa7-2290397fa536 HTTP/1.1" status: 204  len: 168 time: 1.4738951
Dec 08 19:11:42.840848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:42.909926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port f28bd49f-1576-4758-ac32-f1c909c6b514 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:42.910376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:43.044533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:43.158412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c284a7-5457-4590-9fa7-2290397fa536,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:43.177390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:43.183031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:43.205684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:43.207946 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db4af5da-b98c-4e5c-a70b-a2869d094ab9 HTTP/1.1" status: 204  len: 168 time: 2.3134670
Dec 08 19:11:43.369371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:43.534820 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33294) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:43.546747 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Pushing event updated for resources: {'Port': ['ID=909f3756-8789-42db-b825-8c0b56565f65,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:43.557508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-e63b01d8-a99d-41be-9774-06f1456607ec None None] Provisioning complete for port f28bd49f-1576-4758-ac32-f1c909c6b514 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:43.557836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e63b01d8-a99d-41be-9774-06f1456607ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:43.590947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:43.591645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc44f28>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:38Z', 'revision_number': 3, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:43.617796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Checking router: 39b65b94-23f6-455e-b993-30002627aa5b for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:11:43.618447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Updating router 39b65b94-23f6-455e-b993-30002627aa5b port 4bc90103-77d5-49d9-a889-f73f317fb1c0 binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:11:43.765748 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-92f02ecb-7680-4161-a6d4-66394c6e181d service neutron] 10.222.0.61 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0106773
Dec 08 19:11:43.894405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:44.098359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:11:44.106458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:44.115528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:11:44.164928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:44.167519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:44.182970 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:44.400526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33328) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:44.511720 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e874e0d3-9f88-47c1-a7d2-ef7a5434de6b req-517abeab-b652-410a-aa7c-300f1f07a903 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.0976479
Dec 08 19:11:44.644935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33344) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:44.687429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:44.716486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:44.723332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ea95435277ac40ff9b37540afb603a87 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:44.727467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:44.773929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:44.941744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:44.953379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:44.957968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Usage tracker for resource:security_group_rule and tenant:e5ddb1418d19410c8a50485b9612184a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:44.961359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:44.969569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:45.065026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Allocated IP 172.20.0.1 (d893e127-8341-44f3-b82b-8e8c50e435ab/0d6a3884-7108-4445-b2c8-455826b5754e/04b61966-7329-42d5-8efa-71689d32eae0) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:11:45.190937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:45.422561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:45.472680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:45.498278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Transition to ACTIVE for port object 04b61966-7329-42d5-8efa-71689d32eae0 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:11:45.541805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:45.565894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Transition to ACTIVE for port object 4bc90103-77d5-49d9-a889-f73f317fb1c0 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:11:45.571597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:45.633089 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:45.853834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ab25025a-e45f-4989-9ffc-d97effcbb020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:45.957992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Network d893e127-8341-44f3-b82b-8e8c50e435ab is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:11:45.969681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Pushing event updated for resources: {'Port': ['ID=4bc90103-77d5-49d9-a889-f73f317fb1c0,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:45.974599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:45.978750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:11:45.979287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:46.125939 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.126824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.127646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.128500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.129348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.130260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.131149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.132035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.133019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.133921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.134831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.135672 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.136679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.137566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.138387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.139185 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.139952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.140810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.141654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.142507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.143394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.144325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.144901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.145488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Tracked resource versions report:
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]: pushed versions:
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]: {   'AddressGroup': {'1.0'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'ConntrackHelper': {'1.0'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Log': {'1.0'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Network': {'1.1'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Port': {'1.6'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'PortForwarding': {'1.2'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'QosPolicy': {'1.8'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroup': {'1.3'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SecurityGroupRule': {'1.1'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'SubPort': {'1.0'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Subnet': {'1.1'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     'Trunk': {'1.1'}}
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]: consumer versions:
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]: {   DHCP agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     L3 agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metadata agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     Metering agent@dv-cinder-766064-1-iscsi: {},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@dv-cinder-766064-1-iscsi: {   'AddressGroup': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'ConntrackHelper': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Log': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Network': '1.1',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Port': '1.6',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'PortForwarding': '1.2',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'QosPolicy': '1.8',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroup': '1.3',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SecurityGroupRule': '1.1',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'SubPort': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Subnet': '1.1',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                                      'Trunk': '1.1'},
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:     Open vSwitch agent@hv-cinder-76606: {   'AddressGroup': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'ConntrackHelper': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Log': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Network': '1.1',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Port': '1.6',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'PortForwarding': '1.2',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'QosPolicy': '1.8',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroup': '1.3',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SecurityGroupRule': '1.1',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'SubPort': '1.0',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Subnet': '1.1',
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:                                             'Trunk': '1.1'}}
Dec 08 19:11:46.147041 dv-cinder-766064-1-iscsi neutron-server[80210]:  {{(pid=80325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 08 19:11:46.164362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:46.409564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Attempting to bind port 4bc90103-77d5-49d9-a889-f73f317fb1c0 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:11:46.410348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Attempting to bind port 4bc90103-77d5-49d9-a889-f73f317fb1c0 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:11:46.410825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Attempting to bind port 4bc90103-77d5-49d9-a889-f73f317fb1c0 on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:11:46.457518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:11:46.458173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:11:46.458891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:46.459601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:11:46.460516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Bound port: 4bc90103-77d5-49d9-a889-f73f317fb1c0, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:11:46.461207 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:46.472011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-05346020-2728-41bb-a4b7-462d2c8adcc1 None None] Provisioning for port 04b61966-7329-42d5-8efa-71689d32eae0 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:11:46.497492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-05346020-2728-41bb-a4b7-462d2c8adcc1 None None] Provisioning complete for port 04b61966-7329-42d5-8efa-71689d32eae0 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:46.498152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-05346020-2728-41bb-a4b7-462d2c8adcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:46.580411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:46.585595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:46.743825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-05346020-2728-41bb-a4b7-462d2c8adcc1 None None] Port 04b61966-7329-42d5-8efa-71689d32eae0 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:11:46.747947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:46.772396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Pushing event updated for resources: {'Port': ['ID=04b61966-7329-42d5-8efa-71689d32eae0,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:46.781330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:46.832663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] For port 4bc90103-77d5-49d9-a889-f73f317fb1c0, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:11:46.839183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] For port 4bc90103-77d5-49d9-a889-f73f317fb1c0, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=4bc90103-77d5-49d9-a889-f73f317fb1c0,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:11:46.848907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:47.110649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b29f89f-ef2c-4312-9f25-0f76be298fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:47.202188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:47.203285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:47.276953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Pushing event updated for resources: {'Port': ['ID=4bc90103-77d5-49d9-a889-f73f317fb1c0,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:47.283449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33410) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:47.308359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:47.371562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:11:47.373981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc44f28>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:47.393404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:47.516058 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea95435277ac40ff9b37540afb603a87&name=default HTTP/1.1" status: 200  len: 2875 time: 2.8695297
Dec 08 19:11:47.541876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33422) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:47.786299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81ee6e-5a83-4ec8-8b07-f92709cb93b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222983e-d7bd-4067-91f7-e5c7c068f88f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:47.818103 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cf95fb25-b0cc-4729-850e-8efd2911aabb req-4551538f-7022-4694-9101-229b2571eef3 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.7518938
Dec 08 19:11:47.949192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:47.995966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:48.007450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:48.009999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:48.107630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:48.174426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:11:48.276365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7411a08c-a6f3-4220-8fdc-affe66f26c79,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:48.313683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:48.318880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:48.353546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Pushing event updated for resources: {'Port': ['ID=04b61966-7329-42d5-8efa-71689d32eae0,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:48.381211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:48.383440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:48.612880 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5ddb1418d19410c8a50485b9612184a&name=default HTTP/1.1" status: 200  len: 2875 time: 5.0471323
Dec 08 19:11:48.616355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.634s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:48.616780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:48.617452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33444) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:48.651767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:48.666860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Usage tracker for resource:security_group_rule and tenant:199b5dc1881b46e894a35679fe84a7a8 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:48.677490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:48.703521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:48.709068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:48.710259 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Network d893e127-8341-44f3-b82b-8e8c50e435ab is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:11:48.715558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:48.802948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:49.046815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:49.202066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:49.240751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222983e-d7bd-4067-91f7-e5c7c068f88f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:49.254736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:49.290839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc44f28>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:11:45Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:49.299379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69780b25-b155-4121-b90b-8746dedb3a90 None None] The sync data for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi is: [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:11:45Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:11:49.347634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f891c865-22b2-40e7-b30f-3f75a879398d None None] Provisioning complete for port 04b61966-7329-42d5-8efa-71689d32eae0 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:49.349755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f891c865-22b2-40e7-b30f-3f75a879398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:49.410187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Router db35d62d-33d5-4fc6-b84d-64170c539f9e is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:11:49.422656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:49.460905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:49.469049 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b222983e-d7bd-4067-91f7-e5c7c068f88f HTTP/1.1" status: 204  len: 168 time: 1.6444051
Dec 08 19:11:49.491612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-f891c865-22b2-40e7-b30f-3f75a879398d None None] Port 04b61966-7329-42d5-8efa-71689d32eae0 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:11:49.542994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Router 39b65b94-23f6-455e-b993-30002627aa5b has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:11:49.592885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:49.593872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.73', 64093) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:49.612714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:49.662900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:49.815186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae9b0d-b4ba-4d07-b0a2-147c1fb07a99,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:49.916581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:50.003874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:50.021087 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b79e4e08-22b3-480c-be65-ec42d954df84 req-9e3195db-e891-4028-b5c6-238c6f9ad442 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.2118595
Dec 08 19:11:50.105715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:50.137486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2e1a5455-54b6-4765-9682-5e2110038770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:50.186503 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=199b5dc1881b46e894a35679fe84a7a8&name=default HTTP/1.1" status: 200  len: 2875 time: 2.8868942
Dec 08 19:11:50.200552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7411a08c-a6f3-4220-8fdc-affe66f26c79,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:50.217927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33474) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:50.243295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:50.328854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:11:50.350311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Sync routers for ids ['db35d62d-33d5-4fc6-b84d-64170c539f9e'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:11:50.382949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:50.385624 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7411a08c-a6f3-4220-8fdc-affe66f26c79 HTTP/1.1" status: 204  len: 168 time: 1.7409201
Dec 08 19:11:50.386416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Routers {'db35d62d-33d5-4fc6-b84d-64170c539f9e'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:11:50.387879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc553c8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['db35d62d-33d5-4fc6-b84d-64170c539f9e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:50.476036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:50.478216 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 11.7559059
Dec 08 19:11:50.503787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33488) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:50.934160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Set router db35d62d-33d5-4fc6-b84d-64170c539f9e gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:11:51.325915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:51.506807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-a41dc3d7-92bd-429d-bfa6-e168f916ba95 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:51.514239 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-a41dc3d7-92bd-429d-bfa6-e168f916ba95 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.73 "GET /v2.0/networks?id=66533451-90ce-481d-9a0b-0c7c881d98a6 HTTP/1.1" status: 200  len: 812 time: 1.9064727
Dec 08 19:11:51.550256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:51.581466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Request body: {'port': {'device_id': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'network_id': '66533451-90ce-481d-9a0b-0c7c881d98a6', 'admin_state_up': True, 'tenant_id': '680acfcd208c4f85972d223a21875712'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:51.711024 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc553c8>, [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:11:44Z', 'revision_number': 3, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:51.719373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Checking router: db35d62d-33d5-4fc6-b84d-64170c539f9e for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:11:51.733377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Updating router db35d62d-33d5-4fc6-b84d-64170c539f9e port 909f3756-8789-42db-b825-8c0b56565f65 binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:11:51.830870 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:52.065781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:11:52.164701 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] 10.222.0.61 "PUT /v2.0/routers/39b65b94-23f6-455e-b993-30002627aa5b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3807800
Dec 08 19:11:52.333441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:52.364492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Usage tracker for resource:port and tenant:680acfcd208c4f85972d223a21875712 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:52.386195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Quota usage for port was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:52.423231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:52.472883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Made reservation on behalf of 680acfcd208c4f85972d223a21875712 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:11:52.493994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4bc90103-77d5-49d9-a889-f73f317fb1c0 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:11:52.505160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:52.860140 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a5e5c8c7-2ded-4387-bc98-8c19c29af846 req-70ed63a0-883f-499b-933c-c01518bf72e1 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.8134165
Dec 08 19:11:52.894012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 4bc90103-77d5-49d9-a889-f73f317fb1c0 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:11:52.900990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:52.934196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 4bc90103-77d5-49d9-a889-f73f317fb1c0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:52.935036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:52.974138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3cbe3e8b-c565-4f58-beba-4bf8b525638e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:53.004892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae9b0d-b4ba-4d07-b0a2-147c1fb07a99,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:53.010776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:53.033676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:53.039376 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91ae9b0d-b4ba-4d07-b0a2-147c1fb07a99 HTTP/1.1" status: 204  len: 168 time: 2.7990553
Dec 08 19:11:53.538746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:53.777756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:53.928309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Allocated IP 172.20.0.11 (66533451-90ce-481d-9a0b-0c7c881d98a6/1f2b976d-e8d4-4955-9238-e8d21ce952e8/bde1785b-257b-413e-aae0-2750fa82001b) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:11:54.303446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 4bc90103-77d5-49d9-a889-f73f317fb1c0, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=4bc90103-77d5-49d9-a889-f73f317fb1c0,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:11:54.349620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:54.395393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Transition to ACTIVE for port object 909f3756-8789-42db-b825-8c0b56565f65 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:11:54.401981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:54.405186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:54.433105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4031f766-b3cf-4bd1-be26-db49696e08c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:54.623646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:54.677117 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=4bc90103-77d5-49d9-a889-f73f317fb1c0,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:54.727278 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-07868f9d-c860-481f-9fd1-56fa0d171fe3 req-5d863da9-f992-47f6-976e-404a633cfdd3 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.2289586
Dec 08 19:11:54.755263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:54.839461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:55.098856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Allocated IP 172.20.0.1 (26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4/acc098c6-0cc9-449d-b49b-3732321e9a12/2417d8f2-bc82-410d-9f5b-8f5e6bca441e) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:11:55.320775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Attempting to bind port 909f3756-8789-42db-b825-8c0b56565f65 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:11:55.323837 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Attempting to bind port 909f3756-8789-42db-b825-8c0b56565f65 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:11:55.324997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Attempting to bind port 909f3756-8789-42db-b825-8c0b56565f65 on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:11:55.429739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:11:55.431309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:11:55.433035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:55.434173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:11:55.436518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Bound port: 909f3756-8789-42db-b825-8c0b56565f65, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:11:55.437665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:55.466630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Pushing event updated for resources: {'Port': ['ID=bde1785b-257b-413e-aae0-2750fa82001b,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:55.477550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:55.712901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Sync routers for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:11:55.746453 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] For port 909f3756-8789-42db-b825-8c0b56565f65, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:11:55.759781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:11:55.763789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] For port 909f3756-8789-42db-b825-8c0b56565f65, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=909f3756-8789-42db-b825-8c0b56565f65,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:11:55.770147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186ea88-5d3a-4245-a1de-b4d08f95b0ba None None] Pushing event updated for resources: {'Port': ['ID=909f3756-8789-42db-b825-8c0b56565f65,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:55.772116 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:11:55.777140 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc01710>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:55.779104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:55.791353 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:55.799219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3186ea88-5d3a-4245-a1de-b4d08f95b0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.368s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:55.800249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:55.811620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:11:55.848232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:55.849578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:55.933878 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3602936
Dec 08 19:11:55.959923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:55.962919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-0b578925-6217-4e88-a722-21f669dc8c3e tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:11:55.972566 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-0b578925-6217-4e88-a722-21f669dc8c3e tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0219758
Dec 08 19:11:56.084095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:56.151250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:56.329344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33582) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:56.587394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186ea88-5d3a-4245-a1de-b4d08f95b0ba None None] Pushing event updated for resources: {'Port': ['ID=909f3756-8789-42db-b825-8c0b56565f65,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:56.601585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3186ea88-5d3a-4245-a1de-b4d08f95b0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:56.604515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:56.605030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:56.678052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Routers {'db35d62d-33d5-4fc6-b84d-64170c539f9e'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:11:56.678052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc553c8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['db35d62d-33d5-4fc6-b84d-64170c539f9e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:56.679609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33590) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:56.686327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'security_group': {'name': 'tempest-securitygroup--1625249390', 'description': 'tempest-description--1676066149'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:56.687363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:11:56.711438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:56.734208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:56.749667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:56.768350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:56.800112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:56.862726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:56.873841 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group_rule and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:56.896675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:56.913577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:56.960688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33596) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:57.094877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4bc90103-77d5-49d9-a889-f73f317fb1c0 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:11:57.240452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:57.245963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:57.278924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:57.325168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:11:57.339350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:11:57.341548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Pushing event updated for resources: {'Port': ['ID=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:57.359508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:11:57.360164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:57.395113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed1d04-da30-4f38-952d-d3a917985b09 req-d8e458e3-90cb-4fd5-8e2d-ad8710fadef4 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:57.432590 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-55ed1d04-da30-4f38-952d-d3a917985b09 req-d8e458e3-90cb-4fd5-8e2d-ad8710fadef4 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 932 time: 0.9608388
Dec 08 19:11:57.505114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.354s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:57.506585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'SecurityGroup': ['ID=9616bed9-3faf-468f-99bb-889792d6e947,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:57.540028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:57.555894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-55ed1d04-da30-4f38-952d-d3a917985b09 req-68239691-0fa1-4959-9d92-ffd58d8abc39 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Synchronizing usage tracker for tenant:680acfcd208c4f85972d223a21875712 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:11:57.591478 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-55ed1d04-da30-4f38-952d-d3a917985b09 req-68239691-0fa1-4959-9d92-ffd58d8abc39 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Unset dirty status for tenant:680acfcd208c4f85972d223a21875712 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:11:57.595837 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:57.604882 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-55ed1d04-da30-4f38-952d-d3a917985b09 req-68239691-0fa1-4959-9d92-ffd58d8abc39 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963253
Dec 08 19:11:57.605545 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 0.9234121
Dec 08 19:11:57.607845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33608) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:57.637197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'security_group_rule': {'security_group_id': '9616bed9-3faf-468f-99bb-889792d6e947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:57.683000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:57.701200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group_rule and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:57.707913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:57.727687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:57.740373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:57.748563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Usage tracker for resource:security_group_rule and tenant:ee061cf095f34cdeb6128816fd6ebd5e is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:57.753824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:57.766944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:57.785266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:57.791515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 4bc90103-77d5-49d9-a889-f73f317fb1c0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:11:57.792371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:57.885153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.030327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.037564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.057550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-14638d1e-c028-4bc5-8b0b-b30a8862cba3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:58.060004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] Set router db35d62d-33d5-4fc6-b84d-64170c539f9e gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:11:58.158315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5741c44-022e-4f04-9b42-5dd984e5f76c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:58.184401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:58.236652 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee061cf095f34cdeb6128816fd6ebd5e&name=default HTTP/1.1" status: 200  len: 2877 time: 1.9049346
Dec 08 19:11:58.244045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc01710>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:11:47Z', 'revision_number': 2, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:58.245028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33618) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:58.256152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Checking router: 39b65b94-23f6-455e-b993-30002627aa5b for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:11:58.256809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Updating router 39b65b94-23f6-455e-b993-30002627aa5b port 04b61966-7329-42d5-8efa-71689d32eae0 binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:11:58.485426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.489664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Request body: {'port': {'device_id': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:11:58.501303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.579878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:11:58.589195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8ad4fbe64c4ad39c504f30ac9847f5 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:11:58.596405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:11:58.609600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:11:58.870754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.905416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.951112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.957164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.986979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:58.990994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:59.060972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:59.092936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc553c8>, [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:11:44Z', 'revision_number': 3, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:11:59.111066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b24b9-69df-4156-aa4c-1100a6742f45 None None] The sync data for ids ['db35d62d-33d5-4fc6-b84d-64170c539f9e'] in dv-cinder-766064-1-iscsi is: [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:11:44Z', 'revision_number': 3, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:11:59.191900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:59.269131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc54d61d-32c1-472e-812c-f4ecb46f7735,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:59.280864 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f8ad4fbe64c4ad39c504f30ac9847f5&name=default HTTP/1.1" status: 200  len: 2879 time: 2.2498567
Dec 08 19:11:59.289687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33630) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:11:59.348224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:59.441653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:11:59.465522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:11:59.515380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41c2f17-b27a-45b1-adf6-1966395dfc17,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:11:59.617363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:11:59.924708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfead33e-e548-4336-9c9e-010ce0729d10 req-0fec1614-6c59-4e2d-b4ea-e9628952400c tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:11:59.937592 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cfead33e-e548-4336-9c9e-010ce0729d10 req-0fec1614-6c59-4e2d-b4ea-e9628952400c tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 932 time: 0.6734326
Dec 08 19:12:00.045545 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cfead33e-e548-4336-9c9e-010ce0729d10 req-9ec0071d-8b32-41e7-a045-02943d8d1159 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889876
Dec 08 19:12:00.066735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.077762 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.4622002
Dec 08 19:12:00.079200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33642) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:00.096569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'security_group_rule': {'security_group_id': '9616bed9-3faf-468f-99bb-889792d6e947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:00.108712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:00.122503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group_rule and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:00.137849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:00.162100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:00.201649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.264441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.322313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Transition to ACTIVE for port object 04b61966-7329-42d5-8efa-71689d32eae0 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:12:00.327750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.416863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:00.539041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.685006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.795275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 909f3756-8789-42db-b825-8c0b56565f65 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:00.863785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde1785b-257b-413e-aae0-2750fa82001b {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:12:00.876830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.920447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.955529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Transition to ACTIVE for port object bde1785b-257b-413e-aae0-2750fa82001b will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:12:00.958582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:00.971243 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.013195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:01.062422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d8f6-d4eb-42d2-8377-b30ed9779758 None None] Pushing event updated for resources: {'Port': ['ID=04b61966-7329-42d5-8efa-71689d32eae0,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:01.091412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b11d8f6-d4eb-42d2-8377-b30ed9779758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:01.096212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 909f3756-8789-42db-b825-8c0b56565f65 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:01.116295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.122285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 909f3756-8789-42db-b825-8c0b56565f65 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:01.125163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-35253a07-fc79-4ef8-a1f5-4e8bc2705d28 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:01.125947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.184638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c319c891-8a70-46df-bdb2-c602d5bdeea7,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:01.184638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.205426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.256837 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:01.257545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:01.382531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.411227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.413173 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.3255517
Dec 08 19:12:01.419758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33660) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:01.482276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5741c44-022e-4f04-9b42-5dd984e5f76c,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:01.506485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:01.510512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e8b29b97-b3f2-4156-8229-b0b93a436199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:01.541090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'floatingip': {'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:01.550773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:01.556224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:floatingip and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:01.563704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:01.579189 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:01.699582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.747512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 909f3756-8789-42db-b825-8c0b56565f65, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=909f3756-8789-42db-b825-8c0b56565f65,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:01.758550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.761622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:01.764997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.767274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.775261 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5741c44-022e-4f04-9b42-5dd984e5f76c HTTP/1.1" status: 204  len: 168 time: 3.5287056
Dec 08 19:12:01.887791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Attempting to bind port 04b61966-7329-42d5-8efa-71689d32eae0 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:12:01.888361 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Attempting to bind port 04b61966-7329-42d5-8efa-71689d32eae0 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:12:01.889055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Attempting to bind port 04b61966-7329-42d5-8efa-71689d32eae0 on network d893e127-8341-44f3-b82b-8e8c50e435ab {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:12:01.931642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:12:01.932326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Checking segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:12:01.933345 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:01.934363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Bound using segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:12:01.935847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Bound port: 04b61966-7329-42d5-8efa-71689d32eae0, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:12:01.937329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:02.024802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=909f3756-8789-42db-b825-8c0b56565f65,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:02.037816 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Pushing event updated for resources: {'Port': ['ID=bde1785b-257b-413e-aae0-2750fa82001b,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:02.045575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:02.058013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:02.252368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Pushing event updated for resources: {'Port': ['ID=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:02.315211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:02.373317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] For port 04b61966-7329-42d5-8efa-71689d32eae0, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:12:02.385304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] For port 04b61966-7329-42d5-8efa-71689d32eae0, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=04b61966-7329-42d5-8efa-71689d32eae0,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:12:02.396138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:02.482071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d3593049-28ae-4658-ab2d-b62865b438d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:02.558512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:12:02.578289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Attempting to bind port bde1785b-257b-413e-aae0-2750fa82001b on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:12:02.578919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Attempting to bind port bde1785b-257b-413e-aae0-2750fa82001b by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '31c8771a-15ff-4128-90b9-6c776bd39abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66533451-90ce-481d-9a0b-0c7c881d98a6'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:12:02.579480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Attempting to bind port bde1785b-257b-413e-aae0-2750fa82001b on network 66533451-90ce-481d-9a0b-0c7c881d98a6 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:12:02.591623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:02.644007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 909f3756-8789-42db-b825-8c0b56565f65 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:02.649823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:02.676980 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc54d61d-32c1-472e-812c-f4ecb46f7735,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:02.693680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:12:02.695204 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Checking segment: {'id': '31c8771a-15ff-4128-90b9-6c776bd39abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66533451-90ce-481d-9a0b-0c7c881d98a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:12:02.697605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:02.698461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Bound using segment: {'id': '31c8771a-15ff-4128-90b9-6c776bd39abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66533451-90ce-481d-9a0b-0c7c881d98a6'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:12:02.699507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Bound port: bde1785b-257b-413e-aae0-2750fa82001b, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c8771a-15ff-4128-90b9-6c776bd39abe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66533451-90ce-481d-9a0b-0c7c881d98a6'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:12:02.700386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:02.701842 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:12:02.730924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:02.739309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:02.742236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc54d61d-32c1-472e-812c-f4ecb46f7735 HTTP/1.1" status: 204  len: 168 time: 3.4335659
Dec 08 19:12:03.052539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 909f3756-8789-42db-b825-8c0b56565f65 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:03.054858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:03.084458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] For port bde1785b-257b-413e-aae0-2750fa82001b, host hv-cinder-76606, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:12:03.097646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] For port bde1785b-257b-413e-aae0-2750fa82001b, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bde1785b-257b-413e-aae0-2750fa82001b,segment=NetworkSegment(31c8771a-15ff-4128-90b9-6c776bd39abe),segment_id=31c8771a-15ff-4128-90b9-6c776bd39abe)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:12:03.111415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:03.188609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:03.225497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd427b-23cf-4236-a069-cdca1c124caf req-3ea7f479-82bb-4bda-bdf3-5101019fb3e5 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:03.238382 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f6cd427b-23cf-4236-a069-cdca1c124caf req-3ea7f479-82bb-4bda-bdf3-5101019fb3e5 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 944 time: 1.6243091
Dec 08 19:12:03.238614 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d8f6-d4eb-42d2-8377-b30ed9779758 None None] Pushing event updated for resources: {'Port': ['ID=04b61966-7329-42d5-8efa-71689d32eae0,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:03.249101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b11d8f6-d4eb-42d2-8377-b30ed9779758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:03.351999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:12:03.359249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc01710>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:03.584476 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f6cd427b-23cf-4236-a069-cdca1c124caf req-181699ed-d03c-41dd-b1de-d8cab7356e2a tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3234918
Dec 08 19:12:03.665593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Router db35d62d-33d5-4fc6-b84d-64170c539f9e has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:12:04.064305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Pushing event updated for resources: {'Port': ['ID=bde1785b-257b-413e-aae0-2750fa82001b,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:04.078647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:04.132331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:12:04.134666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:04.135686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:04.137677 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] 10.222.0.73 "PUT /v2.0/ports/bde1785b-257b-413e-aae0-2750fa82001b HTTP/1.1" status: 200  len: 1158 time: 6.8745668
Dec 08 19:12:04.138433 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:04.151026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:04.338476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:12:04.364510 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] 10.222.0.61 "PUT /v2.0/routers/db35d62d-33d5-4fc6-b84d-64170c539f9e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8597260
Dec 08 19:12:04.509199 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Sync routers for ids ['db35d62d-33d5-4fc6-b84d-64170c539f9e'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:12:04.557017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-611d8229-a713-46d0-965b-16aa66799cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:04.565959 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-611d8229-a713-46d0-965b-16aa66799cd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=680acfcd208c4f85972d223a21875712&device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 1161 time: 0.2843914
Dec 08 19:12:04.574999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Routers {'db35d62d-33d5-4fc6-b84d-64170c539f9e'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:12:04.575681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede0b6278>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['db35d62d-33d5-4fc6-b84d-64170c539f9e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:04.805176 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-3f484f70-5719-448d-a5d3-e95b257a0c7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bde1785b-257b-413e-aae0-2750fa82001b HTTP/1.1" status: 200  len: 217 time: 0.2130973
Dec 08 19:12:05.187081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 04b61966-7329-42d5-8efa-71689d32eae0 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:05.220080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc01710>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:02Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:05.238824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00c8c8-dbff-4079-a16e-7ec77ac87021 None None] The sync data for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi is: [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:02Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:12:05.630409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Allocated IP 172.27.0.137 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/f90d2d00-d648-4369-b191-c4d5161faaf6) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:12:05.664113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Set router db35d62d-33d5-4fc6-b84d-64170c539f9e gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:12:05.765796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33708) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:05.856314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed5bc3-096a-4e95-a3d0-fd16b1217621 req-9b79b53b-4aa7-454d-bbbd-071d448c66c0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:05.863474 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e9ed5bc3-096a-4e95-a3d0-fd16b1217621 req-9b79b53b-4aa7-454d-bbbd-071d448c66c0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 944 time: 0.8154769
Dec 08 19:12:05.867999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:05.946199 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:05.973133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:73b949d2a5de4e9884fac664349b7deb is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:05.991290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:06.004110 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e9ed5bc3-096a-4e95-a3d0-fd16b1217621 req-0ef18163-3d62-4e51-a64b-101fce2593fa tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394930
Dec 08 19:12:06.013481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:06.025079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-de9dc483-5a7c-4538-813b-ca2df7778cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:06.028255 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-de9dc483-5a7c-4538-813b-ca2df7778cc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f2b976d-e8d4-4955-9238-e8d21ce952e8 HTTP/1.1" status: 200  len: 852 time: 1.1913378
Dec 08 19:12:06.333468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:06.338611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:06.382722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:06.422524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 04b61966-7329-42d5-8efa-71689d32eae0 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:06.429687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 04b61966-7329-42d5-8efa-71689d32eae0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:06.430472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:06.488712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:06.527406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede0b6278>, [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:11:58Z', 'revision_number': 4, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '2417d8f2-bc82-410d-9f5b-8f5e6bca441e', 'name': '', 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'mac_address': 'fa:16:3e:a1:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acc098c6-0cc9-449d-b49b-3732321e9a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:54Z', 'updated_at': '2020-12-08T19:12:00Z', 'revision_number': 2, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'subnets': [{'id': 'acc098c6-0cc9-449d-b49b-3732321e9a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:06.540607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Checking router: db35d62d-33d5-4fc6-b84d-64170c539f9e for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:12:06.541745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Updating router db35d62d-33d5-4fc6-b84d-64170c539f9e port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:12:06.625845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-113d3cbe-eef1-4366-bc8e-22195ac6b271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:06.643122 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-72120c31-4155-4d49-a6a4-44fc703de095 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66533451-90ce-481d-9a0b-0c7c881d98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3066666
Dec 08 19:12:06.651540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c677b3d8-022c-42a1-a0d7-21cff4adca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:06.700861 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73b949d2a5de4e9884fac664349b7deb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9196599
Dec 08 19:12:06.709153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:06.715550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33722) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:06.748447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'Port': ['ID=f90d2d00-d648-4369-b191-c4d5161faaf6,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:06.762019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:12:06.765785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:06.778556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:12:06.780919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:12:06.784618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:12:06.808134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:06.851570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 04b61966-7329-42d5-8efa-71689d32eae0, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=04b61966-7329-42d5-8efa-71689d32eae0,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:07.023672 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.127009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-d5bacc2d-cb5d-411b-8c0d-94b4997f9f20 service neutron] 10.222.0.73 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4131439
Dec 08 19:12:07.204832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df77a16-3119-46a3-a0c9-d1c185ef65ff,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:07.219036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:07.295285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.295641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.365895 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.436551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.495391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-65dbbfff-1a06-4ca4-a29a-cd706cc3af28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:07.592215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.826393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.846415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=04b61966-7329-42d5-8efa-71689d32eae0,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:07.877266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:07.882653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:07.885171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33742) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:08.059235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:08.144132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:08.192030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:08.194689 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.7728872
Dec 08 19:12:08.208740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'Port': ['ID=f90d2d00-d648-4369-b191-c4d5161faaf6,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:08.224048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:08.236697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa3fb2-f31c-4d9d-bee3-380043883025 req-8ac74469-17c0-49d1-8c1b-638cb10b4eaa tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:08.238776 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9aa3fb2-f31c-4d9d-bee3-380043883025 req-8ac74469-17c0-49d1-8c1b-638cb10b4eaa tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 944 time: 0.4095702
Dec 08 19:12:08.300463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:08.351252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df77a16-3119-46a3-a0c9-d1c185ef65ff,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:08.356149 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9aa3fb2-f31c-4d9d-bee3-380043883025 req-5a846ac7-0ed4-4f08-8c49-12034d7fa8d3 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971804
Dec 08 19:12:08.384995 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5438015-fbf7-401a-8227-0f094f0cb790 req-e43b88f9-75b7-487d-ae77-000a98ca50ed service neutron] 10.222.0.73 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8019512
Dec 08 19:12:08.391020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:08.397796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:08.399578 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2df77a16-3119-46a3-a0c9-d1c185ef65ff HTTP/1.1" status: 204  len: 168 time: 1.6821978
Dec 08 19:12:08.610438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:08.663398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Transition to ACTIVE for port object 2417d8f2-bc82-410d-9f5b-8f5e6bca441e will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:12:08.667735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:08.689455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:08.790878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d5d32-e8df-4cde-8e07-ff6ab0f34fd6 None None] Pushing event updated for resources: {'Port': ['ID=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:08.804308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a76d5d32-e8df-4cde-8e07-ff6ab0f34fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:08.840572 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:08.876331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:08.881605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Usage tracker for resource:security_group_rule and tenant:d3b916648a5246089698a6400b03c840 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:08.886202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:08.901963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:09.063440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-d4730194-77fd-4a1a-bcd7-1339e387f589 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:09.065179 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-d4730194-77fd-4a1a-bcd7-1339e387f589 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 818 time: 0.2989051
Dec 08 19:12:09.093740 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-1ff31157-bbbd-41de-8d23-3d564548e07d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/quotas/21c7294ba7ad465b83aa968923695d7c HTTP/1.1" status: 200  len: 375 time: 0.0210960
Dec 08 19:12:09.104781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Attempting to bind port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:12:09.105284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Attempting to bind port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:12:09.105758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Attempting to bind port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e on network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:12:09.113269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:12:09.113697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Checking segment: {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:12:09.114400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.114991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Bound using segment: {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:12:09.115755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Bound port: 2417d8f2-bc82-410d-9f5b-8f5e6bca441e, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:12:09.116057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.211795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.224548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.231843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] For port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:12:09.235896 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] For port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:12:09.240397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.243751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1a516a4-6e2d-4d30-83b2-8e3aec9f0623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:09.281636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-6f150857-bce6-47eb-ada1-a719ce589af9 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Synchronizing usage tracker for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:12:09.312270 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3b916648a5246089698a6400b03c840&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2640553
Dec 08 19:12:09.312647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33782) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:09.335912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01277c08-9ed8-4f55-803a-f17e81417a6f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:09.346469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:09.352488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-6f150857-bce6-47eb-ada1-a719ce589af9 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Unset dirty status for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:12:09.354224 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-6f150857-bce6-47eb-ada1-a719ce589af9 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2516460
Dec 08 19:12:09.389912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:09.417681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.459227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.492074 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b', 'status': 'completed', 'code': 200}
Dec 08 19:12:09.495671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Routers {'db35d62d-33d5-4fc6-b84d-64170c539f9e'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:12:09.496560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede0b6278>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:11:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['db35d62d-33d5-4fc6-b84d-64170c539f9e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:09.633227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-c11ed32b-1f9c-4132-a1aa-fdc578ba4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:09.635818 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-c11ed32b-1f9c-4132-a1aa-fdc578ba4e62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=680acfcd208c4f85972d223a21875712&device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 1161 time: 0.1342316
Dec 08 19:12:09.644378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:09.719988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] Set router db35d62d-33d5-4fc6-b84d-64170c539f9e gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:12:09.882025 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-f9165c29-c40a-4607-ba50-a518b181aac6 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1625249390&fields=id&tenant_id=d7e6644896e041c39bb14628301f6935 HTTP/1.1" status: 200  len: 267 time: 0.1410568
Dec 08 19:12:09.969795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:09.985528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-cfa1f865-b010-4c0d-8be8-9c67bf4368b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:09.997513 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-cfa1f865-b010-4c0d-8be8-9c67bf4368b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66533451-90ce-481d-9a0b-0c7c881d98a6 HTTP/1.1" status: 200  len: 906 time: 0.3499827
Dec 08 19:12:10.007712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:10.009391 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01277c08-9ed8-4f55-803a-f17e81417a6f HTTP/1.1" status: 204  len: 168 time: 0.6956599
Dec 08 19:12:10.010779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01277c08-9ed8-4f55-803a-f17e81417a6f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:10.090518 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-6e267713-9fbb-4425-93d1-66c0bff0f5ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bde1785b-257b-413e-aae0-2750fa82001b HTTP/1.1" status: 200  len: 217 time: 0.0844424
Dec 08 19:12:10.091772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:10.113236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 04b61966-7329-42d5-8efa-71689d32eae0 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:10.177988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-97db3755-a771-48e6-846d-cacc5f29a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:10.179935 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-97db3755-a771-48e6-846d-cacc5f29a669 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f2b976d-e8d4-4955-9238-e8d21ce952e8 HTTP/1.1" status: 200  len: 852 time: 0.0815558
Dec 08 19:12:10.239620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d5d32-e8df-4cde-8e07-ff6ab0f34fd6 None None] Pushing event updated for resources: {'Port': ['ID=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:10.316476 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-f0e3376d-8912-4d48-a946-838cf6946a43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66533451-90ce-481d-9a0b-0c7c881d98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1219628
Dec 08 19:12:10.467187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a76d5d32-e8df-4cde-8e07-ff6ab0f34fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:10.467931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 04b61966-7329-42d5-8efa-71689d32eae0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:10.468495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:10.578226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65342260-aa6e-44cb-b80b-2ff8626705e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:10.648960 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-385d5b96-02ee-4fa2-a80b-b7d7b79d2ad1 service neutron] 10.222.0.73 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3203373
Dec 08 19:12:10.690081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede0b6278>, [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:11:58Z', 'revision_number': 4, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '2417d8f2-bc82-410d-9f5b-8f5e6bca441e', 'name': '', 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'mac_address': 'fa:16:3e:a1:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acc098c6-0cc9-449d-b49b-3732321e9a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:54Z', 'updated_at': '2020-12-08T19:12:09Z', 'revision_number': 4, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'subnets': [{'id': 'acc098c6-0cc9-449d-b49b-3732321e9a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:10.719280 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c32-5012-45c4-8dde-58ec0b176f81 None None] The sync data for ids ['db35d62d-33d5-4fc6-b84d-64170c539f9e'] in dv-cinder-766064-1-iscsi is: [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:11:58Z', 'revision_number': 4, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '2417d8f2-bc82-410d-9f5b-8f5e6bca441e', 'name': '', 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'mac_address': 'fa:16:3e:a1:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acc098c6-0cc9-449d-b49b-3732321e9a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:54Z', 'updated_at': '2020-12-08T19:12:09Z', 'revision_number': 4, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'subnets': [{'id': 'acc098c6-0cc9-449d-b49b-3732321e9a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:12:10.855456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-7c1fd894-f215-48c2-a87c-46129e8da37a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:10.864406 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-7c1fd894-f215-48c2-a87c-46129e8da37a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 811 time: 0.9781613
Dec 08 19:12:10.890617 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-32ef6989-fd21-48e6-82d8-fa2bd563ab7e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/quotas/d7e6644896e041c39bb14628301f6935 HTTP/1.1" status: 200  len: 375 time: 0.0247474
Dec 08 19:12:11.105901 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-eb2e971f-6a09-4598-80b6-a943c521d39e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2139142
Dec 08 19:12:11.266057 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5859beb8-c4fd-4273-8ef3-8230f97000a1 req-0a0b7e63-dd1d-475e-b00a-32428176cc93 service neutron] 10.222.0.73 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5700991
Dec 08 19:12:11.483928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-f677a3d4-d3fb-4799-8903-efdb95753287 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:12:11.485194 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-f677a3d4-d3fb-4799-8903-efdb95753287 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9125559
Dec 08 19:12:11.520525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-37907ae4-de93-444c-a611-afcd080360fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:11.733892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 2417d8f2-bc82-410d-9f5b-8f5e6bca441e up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:11.770632 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-c633de3c-dcf2-41f9-8058-e6335fff3136 service neutron] 10.222.0.61 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6486256
Dec 08 19:12:12.091474 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-a360bac0-b6d4-4e2a-8656-c17089beba1a service neutron] 10.222.0.61 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2985194
Dec 08 19:12:12.171402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-892aaa40-d81e-4ebf-8e87-2c488df1d440 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:12:12.173869 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-cd8d7e42-7a08-4d64-900d-d29c75e6b75f service neutron] 10.222.0.61 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6728106
Dec 08 19:12:12.217201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:12.234550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:12.239401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:12.566713 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-0eea15de-69f0-493c-a8e5-420c63207aaf service neutron] 10.222.0.61 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3918283
Dec 08 19:12:12.733292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33888) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:12.747434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:12.787296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:12.802208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bde1785b-257b-413e-aae0-2750fa82001b up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:12.938504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:12.962649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Usage tracker for resource:security_group_rule and tenant:47d4ab2b05d2488ba0e97eab811a28d1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:12.974583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:13.005789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:13.017369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:13.020586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:13.044240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:13.058488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:13.128308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bdde1-caca-46fe-b250-e92e1526c666 req-7ccf042a-461b-4ddd-b72d-8fed3c7e6127 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:13.150186 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d67bdde1-caca-46fe-b250-e92e1526c666 req-7ccf042a-461b-4ddd-b72d-8fed3c7e6127 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 944 time: 0.3200321
Dec 08 19:12:13.234823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:13.252909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:13.284619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port bde1785b-257b-413e-aae0-2750fa82001b completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:13.310772 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d67bdde1-caca-46fe-b250-e92e1526c666 req-0522bf56-3fd1-4068-bd50-b9f1565bb1b4 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499410
Dec 08 19:12:13.311015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port bde1785b-257b-413e-aae0-2750fa82001b triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:13.311481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:13.710059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:13.740454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 2417d8f2-bc82-410d-9f5b-8f5e6bca441e up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:13.759477 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-da5a43f5-2400-47d4-8f0a-f753735a84b3 req-44620d49-ae17-4db8-9c95-360912f6323c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.2611177
Dec 08 19:12:13.967953 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9264e2f7-1403-4ebb-94f9-c024185f01e6 req-4a944ec0-890a-42c5-97c1-db357dc516b8 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.2067239
Dec 08 19:12:14.022927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:14.094083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.104147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.159266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0fc18837-b5c9-4ad2-9085-c3e9da39806a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:14.200273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.220438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port bde1785b-257b-413e-aae0-2750fa82001b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bde1785b-257b-413e-aae0-2750fa82001b,segment=NetworkSegment(31c8771a-15ff-4128-90b9-6c776bd39abe),segment_id=31c8771a-15ff-4128-90b9-6c776bd39abe)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:14.222960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.225371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.236390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:14.257226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790196b-0700-4ec1-8a40-6ad8e1c18e5d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:14.272929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33956) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:14.273292 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47d4ab2b05d2488ba0e97eab811a28d1&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5337496
Dec 08 19:12:14.275502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:14.442958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33966) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:14.476733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bde1785b-257b-413e-aae0-2750fa82001b up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:14.691838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.735180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=bde1785b-257b-413e-aae0-2750fa82001b,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:14.739366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:14.795192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.795375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:14.795721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.920022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:14.942503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f6ab8aea-9a0e-4438-b50e-6811665bb6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:14.972035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port bde1785b-257b-413e-aae0-2750fa82001b triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:14.972500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:15.003852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:15.019217 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b790196b-0700-4ec1-8a40-6ad8e1c18e5d HTTP/1.1" status: 204  len: 168 time: 0.7437942
Dec 08 19:12:15.020646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790196b-0700-4ec1-8a40-6ad8e1c18e5d,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:15.026580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:15.118789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-31c86563-c232-4928-9683-26777cf467c9 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:15.133971 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-31c86563-c232-4928-9683-26777cf467c9 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 818 time: 0.4205065
Dec 08 19:12:15.257199 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-5449cfea-2bd8-48e6-b2b4-313e700623be tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/quotas/21c7294ba7ad465b83aa968923695d7c HTTP/1.1" status: 200  len: 375 time: 0.1211739
Dec 08 19:12:15.414833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:15.466822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:15.489860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Usage tracker for resource:security_group_rule and tenant:50daa0c084014c43836b068b0e98e96e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:15.501363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:15.562590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596d7a-d1de-448e-a907-a0f6e4eb1a6c req-6e94aa55-21e1-4bc0-a2c5-36034ffeabe7 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:15.589190 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1a596d7a-d1de-448e-a907-a0f6e4eb1a6c req-6e94aa55-21e1-4bc0-a2c5-36034ffeabe7 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.5498574
Dec 08 19:12:15.604720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:15.769237 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1a596d7a-d1de-448e-a907-a0f6e4eb1a6c req-69807112-6b55-4689-a692-45cc2dd64dd7 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564219
Dec 08 19:12:15.798922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-95944de9-2e3c-41e5-903e-47c917489f9f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5246599
Dec 08 19:12:16.222813 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dda9c28e-7b35-4640-956b-c8034317fd87 req-a508e44e-2a07-4ccf-aab6-670545a2c4f7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.1287887
Dec 08 19:12:16.309413 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-535236f5-7e08-4211-9c19-0a39b2a57029 service neutron] 10.222.0.61 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4731853
Dec 08 19:12:16.316117 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:16.317169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-accf39b6-ad03-49e4-994c-db744c31a10d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:16.321769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-accf39b6-ad03-49e4-994c-db744c31a10d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Synchronizing usage tracker for tenant:21c7294ba7ad465b83aa968923695d7c on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:12:16.322900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:16.330229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bde1785b-257b-413e-aae0-2750fa82001b up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:16.369821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-accf39b6-ad03-49e4-994c-db744c31a10d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Unset dirty status for tenant:21c7294ba7ad465b83aa968923695d7c on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:12:16.371142 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-accf39b6-ad03-49e4-994c-db744c31a10d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 818 time: 0.5653114
Dec 08 19:12:16.389696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Request body: {'port': {'device_id': '63481795-b790-4969-80cb-7621bdf472b2', 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4', 'admin_state_up': True, 'tenant_id': '21c7294ba7ad465b83aa968923695d7c'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:16.610679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:16.626459 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-83743823-af2b-4a45-b67b-80acbe05acb4 service neutron] 10.222.0.61 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2931855
Dec 08 19:12:16.629019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port bde1785b-257b-413e-aae0-2750fa82001b triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:16.629444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:16.642597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34020) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:16.763137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34032) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:16.766538 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50daa0c084014c43836b068b0e98e96e&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3209460
Dec 08 19:12:16.768791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:16.787581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6983a2bd-4e1c-4ff3-9f15-e27631d47c2b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:16.798856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:16.816381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:16.859935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Made reservation on behalf of 21c7294ba7ad465b83aa968923695d7c for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:12:16.862846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.73', 64113) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:16.866402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:17.005804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:17.297575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:17.393206 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-d3752809-7fd0-4e94-8de3-662e50fc67ba tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:17.396084 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-d3752809-7fd0-4e94-8de3-662e50fc67ba tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 811 time: 0.5311894
Dec 08 19:12:17.715670 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ba703e3c-8e83-4bd0-b28b-9f570649b45c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7e6644896e041c39bb14628301f6935 HTTP/1.1" status: 200  len: 5503 time: 0.3042037
Dec 08 19:12:17.764269 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b', 'code': 200}
Dec 08 19:12:17.766075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:17.783256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'port': {'device_id': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'admin_state_up': True, 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'security_groups': ['9616bed9-3faf-468f-99bb-889792d6e947']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:17.892667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ff91c7f1-0192-40da-a302-36ef6544225f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:17.936023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:18.009202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6983a2bd-4e1c-4ff3-9f15-e27631d47c2b,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:18.057702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:18.138696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:18.143920 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6983a2bd-4e1c-4ff3-9f15-e27631d47c2b HTTP/1.1" status: 204  len: 168 time: 1.3761680
Dec 08 19:12:18.187147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Allocated IP 172.20.0.7 (26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4/acc098c6-0cc9-449d-b49b-3732321e9a12/92aeb2c6-e554-4d29-ab3d-dff35327e8d8) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:12:18.194112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.73', 64118) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:18.347326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:18.553382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-a68142de-9fda-4fb0-8dce-c92bacf089bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:18.556730 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-a68142de-9fda-4fb0-8dce-c92bacf089bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 1163 time: 0.3608406
Dec 08 19:12:18.669305 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e08dacdb-ff74-4093-9109-9d77909280b1 req-bca6009d-85ea-49c3-9c4c-ab686d7c53fa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 210 time: 0.3429883
Dec 08 19:12:18.697111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:18.734071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Usage tracker for resource:security_group_rule and tenant:3c63cd0329754a388499a4d0efb73d41 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:18.767865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:18.828495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:18.927194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:18.972510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:19.002714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Usage tracker for resource:security_group_rule and tenant:339adb4e842d47558388d86f0a368fd6 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:19.011532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:19.034637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.066464 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:19.144035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:19.183592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:port and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:19.205233 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c207a3bc-fe0a-4c81-b120-99eab9dbb0d0 req-515e453e-a5a8-47e9-8035-5a8cf9fcbcf4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.1464283
Dec 08 19:12:19.211214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.227869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for port was recalculated. Used quota:3. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:19.258736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:19.285586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ce44b-1515-4667-a66f-82606092ab9b req-8499421b-105c-4904-9469-61bdeda3f370 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:19.303001 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-856ce44b-1515-4667-a66f-82606092ab9b req-8499421b-105c-4904-9469-61bdeda3f370 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 1.6146462
Dec 08 19:12:19.340971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:19.419359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Pushing event updated for resources: {'Port': ['ID=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:19.424836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:19.483291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Made reservation on behalf of d7e6644896e041c39bb14628301f6935 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:12:19.489720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.514848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.523395 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-856ce44b-1515-4667-a66f-82606092ab9b req-c9d36749-b84f-4ec7-838a-876c3ddbb2b3 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184837
Dec 08 19:12:19.525580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.557204 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:19.718504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.743374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:12:19.745205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.746535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:12:19.762971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:12:19.768364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:19.769402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:19.797459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-75e28724-073c-4403-961a-21ca170e4d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:19.833976 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c63cd0329754a388499a4d0efb73d41&name=default HTTP/1.1" status: 200  len: 2879 time: 3.1898036
Dec 08 19:12:19.835856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8672e63-6cda-4087-9ea1-b794fb598f7e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:19.847655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34088) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:19.848820 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5ec8e-a1f6-43d9-9178-60d9d8b7a703,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:19.858725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:19.859109 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4720459
Dec 08 19:12:19.862592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:19.910616 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Request body: {'port': {'device_id': '63481795-b790-4969-80cb-7621bdf472b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:19.952272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.73', 64120) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:19.978779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34092) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:20.196003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Synchronizing usage tracker for tenant:339adb4e842d47558388d86f0a368fd6 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:12:20.254791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Unset dirty status for tenant:339adb4e842d47558388d86f0a368fd6 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:12:20.256716 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-09c75f27-2535-401a-ac90-84d2b8fa5d9f req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6747146
Dec 08 19:12:20.264945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:20.277394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:20.786495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-e4853af0-00dc-49a5-94e2-830b82687f15 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:20.790464 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-e4853af0-00dc-49a5-94e2-830b82687f15 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 818 time: 0.8135402
Dec 08 19:12:20.813286 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9de872dc-4084-4c9c-8474-0b146b627780 req-0f8c4449-84dd-4659-afed-74ec82af1da0 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 210 time: 0.6541610
Dec 08 19:12:20.816887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:20.894472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd407e5ab2e541bd886321fae3b8c926 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:20.919282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Request body: {'port': {'device_id': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4', 'admin_state_up': True, 'tenant_id': '21c7294ba7ad465b83aa968923695d7c'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:21.259643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:21.276525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:21.345847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:21.415602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:21.520563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:12:21.538924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:21.578043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Transition to ACTIVE for port object 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:12:21.583909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:21.588278 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e0a72b8-f771-4d51-9ce7-4cbbb69d0b2c req-750d72b6-745c-42e6-906e-2333bdb38fb8 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.7648511
Dec 08 19:12:21.996005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:22.342470 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-88c608ce-db5b-49b8-985a-e5061d5d2232 req-9add1f10-b4c9-450f-acb1-8e22fd58b32a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 210 time: 0.1119967
Dec 08 19:12:22.415788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b233b5-6c66-4455-afdd-5387f5b2ea0c req-6f6f9ee8-90e4-4e15-a0bc-6f3de883679a tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:22.431216 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-82b233b5-6c66-4455-afdd-5387f5b2ea0c req-6f6f9ee8-90e4-4e15-a0bc-6f3de883679a tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 1.1797369
Dec 08 19:12:22.478402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Pushing event updated for resources: {'Port': ['ID=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:22.484889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:22.488087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Attempting to bind port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:12:22.488717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Attempting to bind port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:12:22.489710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Attempting to bind port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 on network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:12:22.502928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:12:22.505210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Checking segment: {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:12:22.505864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:22.510817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Bound using segment: {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:12:22.511749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Bound port: 92aeb2c6-e554-4d29-ab3d-dff35327e8d8, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:12:22.512659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:22.629085 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-82b233b5-6c66-4455-afdd-5387f5b2ea0c req-34f22145-5b0a-4eb1-a24e-83e4c2be4a84 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960342
Dec 08 19:12:22.757198 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:22.784211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Usage tracker for resource:port and tenant:21c7294ba7ad465b83aa968923695d7c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:22.805295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Quota usage for port was recalculated. Used quota:2. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:22.842762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:22.847505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] For port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8, host hv-cinder-76606, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:12:22.866093 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] For port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:12:22.877092 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:22.901156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Made reservation on behalf of 21c7294ba7ad465b83aa968923695d7c for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:12:22.923178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:22.965660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:23.055047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:23.116685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Allocated IP 172.20.0.7 (d893e127-8341-44f3-b82b-8e8c50e435ab/0d6a3884-7108-4445-b2c8-455826b5754e/bd21d94c-4e73-42bc-88e0-c2405a5990ab) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:12:23.251113 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e4be9388-2266-4cc1-8944-3a8b52d9abf5 req-327efc62-5048-4836-8cd3-f9eb4e76b34a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.1605370
Dec 08 19:12:23.261205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:23.270507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:23.310727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:23.312855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5ec8e-a1f6-43d9-9178-60d9d8b7a703,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:23.363222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:23.389509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Pushing event updated for resources: {'Port': ['ID=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:23.440100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:23.502277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:23.503594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:23.506365 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] 10.222.0.73 "PUT /v2.0/ports/92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 1157 time: 3.6261582
Dec 08 19:12:23.509886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63481795-b790-4969-80cb-7621bdf472b2', 'tag': '92aeb2c6-e554-4d29-ab3d-dff35327e8d8'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:23.720124 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dc2262a6-463e-4190-b01a-74b8a97594d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:23.863977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-1a529ce3-5850-4356-964b-3ba2ca3b2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:23.866305 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-1a529ce3-5850-4356-964b-3ba2ca3b2755 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1160 time: 0.2799139
Dec 08 19:12:23.924921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61a4ff-9a62-4372-bf7f-800dc850dfe5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:23.932803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:24.084220 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63481795-b790-4969-80cb-7621bdf472b2', 'tag': '92aeb2c6-e554-4d29-ab3d-dff35327e8d8', 'status': 'completed', 'code': 200}
Dec 08 19:12:24.103572 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-3cfeee93-945d-4b24-bb25-5722b56cb203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.2271953
Dec 08 19:12:24.247056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-80a3dde5-244b-4531-8431-87c819e0459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:24.250150 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-80a3dde5-244b-4531-8431-87c819e0459f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.1365018
Dec 08 19:12:24.361133 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-4354f3b5-eff3-45f5-b3a2-4fb9131e4b61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1031086
Dec 08 19:12:24.687906 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:24.692334 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ca5ec8e-a1f6-43d9-9178-60d9d8b7a703 HTTP/1.1" status: 204  len: 168 time: 4.8370235
Dec 08 19:12:24.713064 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ec80e4ff-a88e-4c8c-8da7-d641a6b8f6b1 req-7ea2493b-024a-4a2d-9193-1162efb1f3bf tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 210 time: 0.8335226
Dec 08 19:12:24.734195 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd407e5ab2e541bd886321fae3b8c926&name=default HTTP/1.1" status: 200  len: 2879 time: 4.6932292
Dec 08 19:12:24.735161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34198) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:24.864845 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-1b51b557-49db-415d-af09-617bbe40a65a service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4853516
Dec 08 19:12:25.241090 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9ff408b-6caf-449d-a61d-ee6abff8d547 req-44fc465a-4fa6-4fee-980b-f8e9bfc8515f service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3751051
Dec 08 19:12:25.342931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f749db-687b-48a7-baee-1788f6797d13 req-b7bd5cdc-b1e8-4366-94cc-6f910f509612 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:25.346228 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-60f749db-687b-48a7-baee-1788f6797d13 req-b7bd5cdc-b1e8-4366-94cc-6f910f509612 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 1.1220000
Dec 08 19:12:25.377944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34210) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:25.445777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-ba67618d-62e7-4597-bf8b-c231617bfa02 req-cd91eba0-c8af-477d-9368-192aca4426db tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Synchronizing usage tracker for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:12:25.461843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-089e8302-b319-472b-9308-94a7c7282d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:25.466124 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-089e8302-b319-472b-9308-94a7c7282d72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1160 time: 0.1568005
Dec 08 19:12:25.615719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:25.668905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Transition to ACTIVE for port object bd21d94c-4e73-42bc-88e0-c2405a5990ab will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:12:25.675786 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-60f749db-687b-48a7-baee-1788f6797d13 req-ee62a0e7-4f73-4dec-be97-a2d00d53f896 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254369
Dec 08 19:12:25.683496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-ba67618d-62e7-4597-bf8b-c231617bfa02 req-cd91eba0-c8af-477d-9368-192aca4426db tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Unset dirty status for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:12:25.684989 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba67618d-62e7-4597-bf8b-c231617bfa02 req-cd91eba0-c8af-477d-9368-192aca4426db tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.4069819
Dec 08 19:12:25.687085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Allocated IP 172.20.0.11 (26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4/acc098c6-0cc9-449d-b49b-3732321e9a12/5f24e3ee-4ecb-449f-8c53-da2d7a4ce156) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:12:25.691417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d2dd17fc-f965-4c6c-a7be-aef6efe6a110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:25.720480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34216) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:25.782310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d2dd17fc-f965-4c6c-a7be-aef6efe6a110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:25.795893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:25.858899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:25.881209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:25.888698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Usage tracker for resource:security_group_rule and tenant:e49bae9a05a74a388cd6d6ae8b4d1896 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:25.893806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:25.906492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:25.907074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:25.913980 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Usage tracker for resource:security_group_rule and tenant:a4110994bb734d6eaec0f52d9e4c65eb is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:25.920536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:25.931262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:25.975800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.084844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.090487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.117985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:26.199213 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e49bae9a05a74a388cd6d6ae8b4d1896&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8120172
Dec 08 19:12:26.212956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34228) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:26.314538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c485d8-32cf-4f73-8003-1fe1cceca48f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:26.358567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:26.371344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d2dd17fc-f965-4c6c-a7be-aef6efe6a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.403199 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:26.482816 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-8f0a8e2d-40f1-4a2e-9634-85bcfa648f88 req-5ca8562c-0793-4fbf-93ec-a5fd9d956189 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Synchronizing usage tracker for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:12:26.558134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.595646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.595880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Network d893e127-8341-44f3-b82b-8e8c50e435ab is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:12:26.612490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:12:26.659232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.670363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-de7ebd28-496e-4c9b-bd61-c74212593451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:26.712093 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.719386 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93c485d8-32cf-4f73-8003-1fe1cceca48f HTTP/1.1" status: 204  len: 168 time: 0.5035043
Dec 08 19:12:26.721421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c485d8-32cf-4f73-8003-1fe1cceca48f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:26.754977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:26.773248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-639033f8-05e0-4a3f-b357-7e91fc2d0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:26.777857 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-639033f8-05e0-4a3f-b357-7e91fc2d0abc service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.5388978
Dec 08 19:12:26.836623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.847045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:12:26.853561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:26.854512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.955884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.976542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d2dd17fc-f965-4c6c-a7be-aef6efe6a110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.978386 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d2dd17fc-f965-4c6c-a7be-aef6efe6a110 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb61a4ff-9a62-4372-bf7f-800dc850dfe5 HTTP/1.1" status: 204  len: 168 time: 2.2356145
Dec 08 19:12:26.979414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'Port': ['ID=bd21d94c-4e73-42bc-88e0-c2405a5990ab,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:26.988145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:26.998603 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 9.2339783
Dec 08 19:12:27.007424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:27.011675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4cefb10a-dc64-468a-a92f-a5d33de6e9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:27.024425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-8f0a8e2d-40f1-4a2e-9634-85bcfa648f88 req-5ca8562c-0793-4fbf-93ec-a5fd9d956189 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Unset dirty status for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:12:27.036939 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8f0a8e2d-40f1-4a2e-9634-85bcfa648f88 req-5ca8562c-0793-4fbf-93ec-a5fd9d956189 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 210 time: 0.8658075
Dec 08 19:12:27.046404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd17fc-f965-4c6c-a7be-aef6efe6a110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61a4ff-9a62-4372-bf7f-800dc850dfe5,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:27.111047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa665f0-30ae-4a45-a5d5-532258607cb3,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:27.164025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-bda072ca-cd01-4b2b-b543-8d589340f125 None None] Provisioning for port bd21d94c-4e73-42bc-88e0-c2405a5990ab completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:27.168601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:27.186644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-bda072ca-cd01-4b2b-b543-8d589340f125 None None] Provisioning complete for port bd21d94c-4e73-42bc-88e0-c2405a5990ab triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:27.189779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bda072ca-cd01-4b2b-b543-8d589340f125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.235154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.791s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:27.235708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:27.254458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.270545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-bda072ca-cd01-4b2b-b543-8d589340f125 None None] Port bd21d94c-4e73-42bc-88e0-c2405a5990ab cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:12:27.312638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34248) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:27.322940 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4110994bb734d6eaec0f52d9e4c65eb&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6008880
Dec 08 19:12:27.353903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6edf9c4b-6eac-4a39-a60d-3655a19eb5bc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:27.499493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.545773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.626318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.636051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:27.653647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa665f0-30ae-4a45-a5d5-532258607cb3,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:27.669405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:27.670981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.676857 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fa665f0-30ae-4a45-a5d5-532258607cb3 HTTP/1.1" status: 204  len: 168 time: 0.3582444
Dec 08 19:12:27.718456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Pushing event updated for resources: {'Port': ['ID=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:27.726430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:27.765474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b088eb-5f9f-4b31-91bd-deeaaae66ff7 req-33c9db9d-8d86-42dc-bbab-527c215b8615 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:27.767604 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-42b088eb-5f9f-4b31-91bd-deeaaae66ff7 req-33c9db9d-8d86-42dc-bbab-527c215b8615 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 931 time: 0.6586545
Dec 08 19:12:27.847094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:12:27.852159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:12:27.857861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:12:27.862301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:27.862988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.874061 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-42b088eb-5f9f-4b31-91bd-deeaaae66ff7 req-cb3c7ccf-c56b-4ab6-a64a-3bea15633f86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929348
Dec 08 19:12:27.890769 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.0502295
Dec 08 19:12:27.945297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34264) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:27.964339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:27.982918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:27.988144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Usage tracker for resource:security_group_rule and tenant:05b5d0559a0b4aeea771d16828c63ad4 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:27.992058 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:27.999106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:28.034457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Request body: {'port': {'device_id': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:28.073346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Request body: {'port': {'device_id': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:28.127741 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-cff6614b-83e1-46fc-844e-a3912992eb41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.1171830
Dec 08 19:12:28.232232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-2b5b8276-55a8-4d36-a7cd-92b45e9d8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:28.234750 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-2b5b8276-55a8-4d36-a7cd-92b45e9d8f7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.0959203
Dec 08 19:12:28.333495 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-4e9b1fca-2ea9-44ef-ae2e-70f17201f4c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0843065
Dec 08 19:12:28.357225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34280) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:28.440655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:28.453553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:28.508700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:28.516122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Usage tracker for resource:security_group_rule and tenant:ab4ad56af2dd44b48d32509293133d81 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:28.521897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:28.534376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:28.546909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:28.573156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:28.725383 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:28.734365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:28.739910 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:28.802665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a654fa-1ffe-4c0c-a208-72c33506fcd0 req-2a4db91a-efde-4445-b6b9-a2b694726e49 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:28.804848 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-12a654fa-1ffe-4c0c-a208-72c33506fcd0 req-2a4db91a-efde-4445-b6b9-a2b694726e49 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 932 time: 0.5063498
Dec 08 19:12:28.851995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b090068c-0fb6-4b47-81a6-28f55b47c3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:28.950058 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab4ad56af2dd44b48d32509293133d81&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5880914
Dec 08 19:12:28.959501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34302) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:29.022611 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05b5d0559a0b4aeea771d16828c63ad4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0783160
Dec 08 19:12:29.027432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133b11c-85b4-4526-8c5e-05e41c0f4e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390a4aa4-35c7-4ea9-af5c-ca42e44e336f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:29.034323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34308) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:29.133469 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-88f9762c-62ae-47a8-95cf-3d2b17ad3cbd service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7747302
Dec 08 19:12:29.138342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0aef9-e979-4fa5-a2fe-0b81c70848ae,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:29.166458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:29.171591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:29.172002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:29.211859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.241303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.309336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.319628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0333da94-7ba7-480e-9ab4-a1a831976237 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:29.387802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.419391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.460647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0aef9-e979-4fa5-a2fe-0b81c70848ae,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:29.473673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:29.500044 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.502562 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82a0aef9-e979-4fa5-a2fe-0b81c70848ae HTTP/1.1" status: 204  len: 168 time: 0.5364957
Dec 08 19:12:29.505759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:12:29.514388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.556031 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-44a9d21b-86b9-4183-ae1c-3bd3bec8a4cf req-20137947-82d0-4301-a911-cdae0ab9950b service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3851094
Dec 08 19:12:29.576457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.608972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5b745c0b-0134-49c9-a78a-fc4b2a32c8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:29.649236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390a4aa4-35c7-4ea9-af5c-ca42e44e336f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:29.670143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:29.682077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:29.683422 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/390a4aa4-35c7-4ea9-af5c-ca42e44e336f HTTP/1.1" status: 204  len: 168 time: 0.6480083
Dec 08 19:12:29.722983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Transition to ACTIVE for port object 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:12:29.733306 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-12a654fa-1ffe-4c0c-a208-72c33506fcd0 req-ab44b691-a83c-4205-9369-cefdf2ff3f98 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9131420
Dec 08 19:12:29.859586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:30.031459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:30.392223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Pushing event updated for resources: {'Port': ['ID=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:30.408006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:30.613142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-2e4832ed-a96b-45bb-8478-0e202f7c099a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:12:30.801555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c80177-36fa-4831-939a-5e7302f85d96 req-03584aab-ea02-4a98-b13f-86c54a08e8f3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:30.804131 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-48c80177-36fa-4831-939a-5e7302f85d96 req-03584aab-ea02-4a98-b13f-86c54a08e8f3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 931 time: 1.2308674
Dec 08 19:12:30.973581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Attempting to bind port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:12:30.974197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Attempting to bind port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:12:30.974782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Attempting to bind port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 on network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:12:30.979531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:31.000067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:12:31.000716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Checking segment: {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:12:31.001216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.001638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Bound using segment: {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:12:31.002401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Bound port: 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368e331a-43f4-42d7-b32e-92858de46e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:12:31.002903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.072864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:31.078863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:31.079451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.103389 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-48c80177-36fa-4831-939a-5e7302f85d96 req-a6911494-f9c3-4957-ba53-246e167abd3f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2376688
Dec 08 19:12:31.337121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd21d94c-4e73-42bc-88e0-c2405a5990ab {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:12:31.345239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] For port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:12:31.354636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] For port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:12:31.357919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.365479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.414453 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:31.447758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.479532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Transition to ACTIVE for port object bd21d94c-4e73-42bc-88e0-c2405a5990ab will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:12:31.501872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63481795-b790-4969-80cb-7621bdf472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92aeb2c6-e554-4d29-ab3d-dff35327e8d8'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:31.506583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.523736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:31.542430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:31.546882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a76d5d32-e8df-4cde-8e07-ff6ab0f34fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:31.685818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:31.698863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:31.701109 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63481795-b790-4969-80cb-7621bdf472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92aeb2c6-e554-4d29-ab3d-dff35327e8d8', 'code': 200}
Dec 08 19:12:31.841050 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Pushing event updated for resources: {'Port': ['ID=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:31.845265 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:31.857374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:32.002318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Pushing event updated for resources: {'Port': ['ID=bd21d94c-4e73-42bc-88e0-c2405a5990ab,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:32.032490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:32.129465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:32.131183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:32.132000 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 200  len: 1158 time: 4.1026237
Dec 08 19:12:32.148686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'tag': '5f24e3ee-4ecb-449f-8c53-da2d7a4ce156'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:32.291209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cd83f-cb90-4c44-9fc3-1db0097dbf1e req-30d18407-6b1f-499e-9c81-0e9aedf47cdd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:32.299025 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-490cd83f-cb90-4c44-9fc3-1db0097dbf1e req-30d18407-6b1f-499e-9c81-0e9aedf47cdd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.7977152
Dec 08 19:12:32.327230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Attempting to bind port bd21d94c-4e73-42bc-88e0-c2405a5990ab on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:12:32.327778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Attempting to bind port bd21d94c-4e73-42bc-88e0-c2405a5990ab by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:12:32.328337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Attempting to bind port bd21d94c-4e73-42bc-88e0-c2405a5990ab on network d893e127-8341-44f3-b82b-8e8c50e435ab {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:12:32.345255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:12:32.345484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Checking segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:12:32.347499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:32.348178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Bound using segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:12:32.348958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Bound port: bd21d94c-4e73-42bc-88e0-c2405a5990ab, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:12:32.349518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:32.643445 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-490cd83f-cb90-4c44-9fc3-1db0097dbf1e req-35abccaa-a8af-4317-ab57-f424fff73cec tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3207293
Dec 08 19:12:32.699407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] For port bd21d94c-4e73-42bc-88e0-c2405a5990ab, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:12:32.708678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] For port bd21d94c-4e73-42bc-88e0-c2405a5990ab, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:12:32.715549 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:32.740658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94413c7-3f8b-483d-ab76-5e36e4d98e1d req-efa3387c-bfac-4a38-87f1-ddf946052647 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:32.750217 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e94413c7-3f8b-483d-ab76-5e36e4d98e1d req-efa3387c-bfac-4a38-87f1-ddf946052647 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.3514421
Dec 08 19:12:32.756411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:33.159120 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'tag': '5f24e3ee-4ecb-449f-8c53-da2d7a4ce156', 'status': 'completed', 'code': 200}
Dec 08 19:12:33.285425 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e94413c7-3f8b-483d-ab76-5e36e4d98e1d req-2e3a3b56-4c2d-4307-8dbb-9e477b3516d5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4624190
Dec 08 19:12:33.326343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Pushing event updated for resources: {'Port': ['ID=bd21d94c-4e73-42bc-88e0-c2405a5990ab,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:33.330380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:33.356576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:33.357602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:33.359385 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] 10.222.0.73 "PUT /v2.0/ports/bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 1157 time: 5.3328421
Dec 08 19:12:33.932745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a355e5-83b4-4e6c-8d1c-7ef86ed11451 req-b590a2dc-587a-4f5d-95b5-5a3d3f451a67 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:33.943949 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b1a355e5-83b4-4e6c-8d1c-7ef86ed11451 req-b590a2dc-587a-4f5d-95b5-5a3d3f451a67 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.1197643
Dec 08 19:12:34.079767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:34.137572 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b1a355e5-83b4-4e6c-8d1c-7ef86ed11451 req-5896527f-f955-4215-8afa-623b29f6dd73 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921260
Dec 08 19:12:34.225398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:34.226765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:34.235150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-9366ffa5-f9b8-4acd-a164-03843a02d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:34.236849 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-9366ffa5-f9b8-4acd-a164-03843a02d3f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1160 time: 0.2618546
Dec 08 19:12:34.239017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8de0-cd0d-46df-b007-3221c4f067f4 req-98a39cbe-0f90-4c8b-ae43-ba2db8dad921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:34.240626 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ef9f8de0-cd0d-46df-b007-3221c4f067f4 req-98a39cbe-0f90-4c8b-ae43-ba2db8dad921 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1161 time: 0.2194273
Dec 08 19:12:34.353531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b2577-5602-4504-aede-905b3feee614 req-a4dc5981-0841-4973-aff7-18aa3a75546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:34.355672 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d8b2577-5602-4504-aede-905b3feee614 req-a4dc5981-0841-4973-aff7-18aa3a75546f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.1421158
Dec 08 19:12:34.415575 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d8b2577-5602-4504-aede-905b3feee614 req-89eefa4b-dde8-4663-baaa-89c0c3c052ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519536
Dec 08 19:12:34.574127 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-ae773112-53c3-40c0-886f-2c367c52f30d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 217 time: 0.3206038
Dec 08 19:12:34.770554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8de0-cd0d-46df-b007-3221c4f067f4 req-52894145-872a-4337-bdaa-6c37e03b5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:34.772316 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ef9f8de0-cd0d-46df-b007-3221c4f067f4 req-52894145-872a-4337-bdaa-6c37e03b5fd8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=21c7294ba7ad465b83aa968923695d7c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.5171821
Dec 08 19:12:34.833405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61b77a-0477-4872-87a6-afc9d88083bf req-223b761c-f266-4ef8-9276-ebc02e064f38 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:34.843222 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cc61b77a-0477-4872-87a6-afc9d88083bf req-223b761c-f266-4ef8-9276-ebc02e064f38 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.3030026
Dec 08 19:12:34.875623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-8ee6df5b-ee57-4d36-9b0a-b862ef11956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:34.877359 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-8ee6df5b-ee57-4d36-9b0a-b862ef11956d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.1722071
Dec 08 19:12:34.955315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34498) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:35.099598 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cc61b77a-0477-4872-87a6-afc9d88083bf req-087eb9ed-7aed-40f0-9935-0ed318c1d342 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2550199
Dec 08 19:12:35.162270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:35.225545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-2e2efdbc-1776-483a-b5de-6c2ad56acf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:35.226725 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-2e2efdbc-1776-483a-b5de-6c2ad56acf2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3227377
Dec 08 19:12:35.227976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8de0-cd0d-46df-b007-3221c4f067f4 req-5220042b-5019-4ddd-b3f3-7d6f85c23a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:35.238057 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ef9f8de0-cd0d-46df-b007-3221c4f067f4 req-5220042b-5019-4ddd-b3f3-7d6f85c23a18 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4376795
Dec 08 19:12:35.327866 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:35.370746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:35.377202 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'status': 'completed', 'code': 200}
Dec 08 19:12:35.385331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Usage tracker for resource:security_group_rule and tenant:bd4d8d3b5c254a78ad1c757a7e276e22 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:35.403144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:35.414958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:35.549143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:35.552613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:35.564962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:35.622349 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd4d8d3b5c254a78ad1c757a7e276e22&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6651478
Dec 08 19:12:35.625846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34524) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:35.630019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3b0673-1ed1-4e3e-a347-2084a06b5984,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:35.710598 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-b800d8b5-92a0-4ace-977e-4385a8e5897b service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4714792
Dec 08 19:12:35.715144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-ee0b53b2-78d5-4ea6-a66e-bfdd602fabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:35.716941 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-ee0b53b2-78d5-4ea6-a66e-bfdd602fabbc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1161 time: 0.4150503
Dec 08 19:12:35.734234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.734894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.735563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.736232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.736966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.737617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.738270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.738931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.739580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.740824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.740952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.741519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.742562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.743096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.743754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.744439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.745096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.745778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.746430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.747070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.747690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.748429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.749081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.749725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:35.767993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:35.809550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:35.831937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f7e03-c492-4f88-8ca5-ba58b38093f6 req-210b7f11-0701-4863-8c8b-f7e513c439c3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:35.833607 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f77f7e03-c492-4f88-8ca5-ba58b38093f6 req-210b7f11-0701-4863-8c8b-f7e513c439c3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.4200203
Dec 08 19:12:35.847215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:35.857622 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-ab45d2a9-34ff-4f52-844a-4d54b3c159bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 200  len: 217 time: 0.1287053
Dec 08 19:12:35.929005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:35.935070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:35.948596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3b0673-1ed1-4e3e-a347-2084a06b5984,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:35.956792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:35.957649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:35.973640 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e3b0673-1ed1-4e3e-a347-2084a06b5984 HTTP/1.1" status: 204  len: 168 time: 0.3441086
Dec 08 19:12:36.064888 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f77f7e03-c492-4f88-8ca5-ba58b38093f6 req-378fc6d0-68b3-4a43-94aa-4327b4c073f4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033896
Dec 08 19:12:36.084509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-30b3e764-394e-4969-8e1a-94cb4dfcafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:36.088455 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-30b3e764-394e-4969-8e1a-94cb4dfcafc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.2232325
Dec 08 19:12:36.090694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:36.217373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:36.218087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:36.237420 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-24770873-3bc5-41b1-94e4-a21226f9dafe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1382406
Dec 08 19:12:36.356752 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70c7ad89-6c99-4df0-9ca9-bd2007d78c3b req-194caaae-b8c2-4210-8681-2bad6ef009a5 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6259954
Dec 08 19:12:37.016362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8e26-e254-402e-9ecf-d0badbc718be req-14dd6a91-d8ec-47be-ac52-6483e0dcb850 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:37.017969 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-20bf8e26-e254-402e-9ecf-d0badbc718be req-14dd6a91-d8ec-47be-ac52-6483e0dcb850 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.6090279
Dec 08 19:12:37.025535 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-2d63a9dd-2680-4d7e-a637-eb9247e5a80e service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7687471
Dec 08 19:12:37.069272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-f258ac3f-2273-4d58-87b2-0fdedfcf4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:37.072346 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-f258ac3f-2273-4d58-87b2-0fdedfcf4296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1160 time: 0.5683765
Dec 08 19:12:37.188001 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-20bf8e26-e254-402e-9ecf-d0badbc718be req-f9161d16-5bdb-4ac4-94e2-f75ecf624ae5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1587439
Dec 08 19:12:37.475515 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-216ec565-9f80-4739-8d4f-05b72b4b6151 req-e11826c3-7324-41f5-9282-83f8d6149ff6 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4164388
Dec 08 19:12:37.488845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-15378e5c-4151-4932-8c45-3d51130b5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:37.490463 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-15378e5c-4151-4932-8c45-3d51130b5f65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.3917372
Dec 08 19:12:37.511998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88bbe-ed44-4ea6-b841-672741e0e92b req-c5396971-1e0c-4895-9831-77c167829be2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:37.513705 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-88b88bbe-ed44-4ea6-b841-672741e0e92b req-c5396971-1e0c-4895-9831-77c167829be2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.1884737
Dec 08 19:12:37.609106 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-88b88bbe-ed44-4ea6-b841-672741e0e92b req-59dadfda-5f22-44a3-942c-d4fde487620b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873353
Dec 08 19:12:38.011365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34610) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:38.184361 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:38.201727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:38.206225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Usage tracker for resource:security_group_rule and tenant:faf4bf2ac92b446d98b74b064738af8f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:38.209415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:38.215631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:38.307509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:38.310990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:38.318706 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:38.410301 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=faf4bf2ac92b446d98b74b064738af8f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3974857
Dec 08 19:12:38.413776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34624) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:38.416554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c230de68-26d3-4df4-ac14-bbf445488afd,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:38.437725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.438111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.438494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.438863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.439247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.439612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.439980 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.440471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.440765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.441134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.441501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.441862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.442341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.442696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.443052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.443409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.443754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.444263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.444761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.444930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.445509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.445880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.446063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.446661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:38.451461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:38.489160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e3536-5b67-40d2-8957-10b6861537e7 req-4f5aca42-77d2-49ec-9ac3-c861475f1811 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:38.490974 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8b1e3536-5b67-40d2-8957-10b6861537e7 req-4f5aca42-77d2-49ec-9ac3-c861475f1811 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.1300724
Dec 08 19:12:38.494845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:38.527949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:38.572149 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8b1e3536-5b67-40d2-8957-10b6861537e7 req-a33e907f-226c-498c-a2a1-715b6957c38b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728736
Dec 08 19:12:38.583580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:38.590238 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:38.609750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c230de68-26d3-4df4-ac14-bbf445488afd,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:38.613328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:38.614256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:38.615562 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c230de68-26d3-4df4-ac14-bbf445488afd HTTP/1.1" status: 204  len: 168 time: 0.2005045
Dec 08 19:12:38.839766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b685-0ab1-4f95-8628-e4213360b6d9 req-7841e1d1-13a8-410f-b857-eb410b94a2aa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:38.842905 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f0e0b685-0ab1-4f95-8628-e4213360b6d9 req-7841e1d1-13a8-410f-b857-eb410b94a2aa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.0967808
Dec 08 19:12:38.897037 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f0e0b685-0ab1-4f95-8628-e4213360b6d9 req-dea77b76-1ba8-41c1-aca9-701048f53e85 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468993
Dec 08 19:12:39.022168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34640) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:39.043314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.059834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:39.064469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Usage tracker for resource:security_group_rule and tenant:b227dd69cf1c47ecab982be8b6d5cf1d is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:39.067527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:39.074088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:39.176756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.180726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.399196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:39.451607 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b227dd69cf1c47ecab982be8b6d5cf1d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4281254
Dec 08 19:12:39.452593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc5359-6305-4f24-a022-696aaca992e4,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:39.455192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34648) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:39.456224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:39.497163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f85860c1-4a3c-4d99-a648-218b6a5c5f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.556454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.603313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.661741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.668474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:39.692616 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc5359-6305-4f24-a022-696aaca992e4,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:39.700466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:39.724078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:39.728491 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41cc5359-6305-4f24-a022-696aaca992e4 HTTP/1.1" status: 204  len: 168 time: 0.2683411
Dec 08 19:12:39.860867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97c08-a400-4e1e-9046-c5e45aa7ec2b req-258aa444-543f-4b28-bc93-0df4753d05c7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:39.862260 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0ac97c08-a400-4e1e-9046-c5e45aa7ec2b req-258aa444-543f-4b28-bc93-0df4753d05c7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.0948918
Dec 08 19:12:39.927775 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0ac97c08-a400-4e1e-9046-c5e45aa7ec2b req-8afea25b-f8a7-4226-bbf0-b2770fadfdee tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557585
Dec 08 19:12:40.166102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832b4f-d9b9-44a3-aa3a-b3cc17031976 req-250a79fa-6863-4b65-bda4-c639718bc99b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:40.167871 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-63832b4f-d9b9-44a3-aa3a-b3cc17031976 req-250a79fa-6863-4b65-bda4-c639718bc99b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.0960450
Dec 08 19:12:40.232296 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-63832b4f-d9b9-44a3-aa3a-b3cc17031976 req-7d2a78b6-e28e-4943-a6fe-4d8a0d79d69e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564990
Dec 08 19:12:40.325254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34666) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:40.460717 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-bac0ca53-45f5-4328-8603-8e7d9feda507 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 217 time: 0.1304770
Dec 08 19:12:40.461689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:40.563279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:40.572378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Usage tracker for resource:security_group_rule and tenant:c132cb2522d54c79a6b6467d3668634e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:40.577616 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:40.600118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:40.612121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-8f22df68-5d64-4784-9a5e-31006f3f9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:40.613864 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-8f22df68-5d64-4784-9a5e-31006f3f9c76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.1384163
Dec 08 19:12:40.759223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-1256a1e3-d745-46c6-a85f-6c02a389b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:40.760985 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-1256a1e3-d745-46c6-a85f-6c02a389b5cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1375563
Dec 08 19:12:40.877690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:41.005432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:41.025980 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-96a47ebe-181c-41c1-8266-01a1937b2b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:41.244484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef99e0f-f214-4f76-a8dc-a271464ca03e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:41.254194 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c132cb2522d54c79a6b6467d3668634e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9270918
Dec 08 19:12:41.257920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34690) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:41.261277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:41.272985 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-13a2f56f-655a-4d07-80a4-2d08cc05bf8d service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4990361
Dec 08 19:12:41.383002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:41.473972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:41.532466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c8b7febc-c866-420c-83f2-a9d87d84b4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:41.550097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe89b46-548d-4146-a271-a99b9a525deb req-06f63114-390d-4641-a175-cf52b871aac0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:41.559386 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3fe89b46-548d-4146-a271-a99b9a525deb req-06f63114-390d-4641-a175-cf52b871aac0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.4802825
Dec 08 19:12:41.615550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:41.634152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a4c05218-5eb4-4731-b974-fba7f7e21a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:41.660663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef99e0f-f214-4f76-a8dc-a271464ca03e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:41.666552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:41.673309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:41.674761 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ef99e0f-f214-4f76-a8dc-a271464ca03e HTTP/1.1" status: 204  len: 168 time: 0.4134774
Dec 08 19:12:41.716512 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99b6bc5e-9e31-4909-862c-ee991294cf75 req-3bd99ccf-54ff-4ffb-ad24-9036534f4d13 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4318004
Dec 08 19:12:41.753953 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3fe89b46-548d-4146-a271-a99b9a525deb req-b7fd0e56-5485-4229-9880-a665cf282666 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1923127
Dec 08 19:12:41.794452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f496bb-24c5-42c6-8c7f-1c42cef35315 req-bc66f66e-dcb5-43db-afa1-b8283ae1a4dd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:41.796286 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-46f496bb-24c5-42c6-8c7f-1c42cef35315 req-bc66f66e-dcb5-43db-afa1-b8283ae1a4dd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.3600297
Dec 08 19:12:41.950828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34716) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:42.011845 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-46f496bb-24c5-42c6-8c7f-1c42cef35315 req-b99d6f58-5a58-4494-8674-2fcfd011691c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074420
Dec 08 19:12:42.078377 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-b290c77d-6b5b-4080-aac2-a5df0fd89922 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1952450
Dec 08 19:12:42.339429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-9c6613ae-52c5-4b29-b78e-df33b090bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:42.341587 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-9c6613ae-52c5-4b29-b78e-df33b090bb77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=680acfcd208c4f85972d223a21875712&device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 1163 time: 0.1250784
Dec 08 19:12:42.422149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:42.468455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:42.472904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Usage tracker for resource:security_group_rule and tenant:930f9af6c9ad466faced77d5cae1a83b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:42.477019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:42.485432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:42.608246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:42.613418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:42.625582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-218cbff5-94ca-4781-a84c-4447a8581999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:42.632236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6eb4f17a-3672-43c6-adac-b4d8a84d5d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:42.637461 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-218cbff5-94ca-4781-a84c-4447a8581999 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66533451-90ce-481d-9a0b-0c7c881d98a6 HTTP/1.1" status: 200  len: 906 time: 0.2689342
Dec 08 19:12:42.642721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:42.681756 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=930f9af6c9ad466faced77d5cae1a83b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7297027
Dec 08 19:12:42.684273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507f28d0-08ac-4c0e-8604-133caa071a8e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:42.685652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34740) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:42.688494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:42.811165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:42.870262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.053213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.062221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-be202f73-9a9c-4398-bf52-cb0714294de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:43.087518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f28d0-08ac-4c0e-8604-133caa071a8e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:43.093637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:43.098937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.103065 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/507f28d0-08ac-4c0e-8604-133caa071a8e HTTP/1.1" status: 204  len: 168 time: 0.4129217
Dec 08 19:12:43.108626 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533d00-234d-45d0-966b-4626be729519 req-989aeb4c-a8f0-4352-aacf-1a5998cae468 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:43.118161 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e8533d00-234d-45d0-966b-4626be729519 req-989aeb4c-a8f0-4352-aacf-1a5998cae468 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.1677516
Dec 08 19:12:43.191348 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e8533d00-234d-45d0-966b-4626be729519 req-e9465c38-1de2-4b19-a0e5-0fe024233a5f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718827
Dec 08 19:12:43.309622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39536d4c-26fe-44bf-89d9-a4dfd53c7e66 req-1fedd176-1f7e-4c4a-a22b-1315ab65b8a3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:43.319541 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-39536d4c-26fe-44bf-89d9-a4dfd53c7e66 req-1fedd176-1f7e-4c4a-a22b-1315ab65b8a3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.1260693
Dec 08 19:12:43.384868 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-39536d4c-26fe-44bf-89d9-a4dfd53c7e66 req-d7b96789-b33d-49c2-b184-72d336bb6289 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634658
Dec 08 19:12:43.790300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:12:43.796691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34784) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:43.821736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.839529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:43.844063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Usage tracker for resource:security_group_rule and tenant:d4610280ea7345f2800d6fc2d34770ef is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:43.847598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:43.854035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:43.914053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.946432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.968566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.972105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:43.982179 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4b0227f4-3371-483d-9e4c-7df750d50e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:44.028125 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4610280ea7345f2800d6fc2d34770ef&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2299964
Dec 08 19:12:44.031488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34790) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:44.032502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adacc0c6-05ee-427b-8094-e9bbc9941cfa,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:44.045403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:44.106595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:44.143110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:44.193432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:44.198836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:44.216226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adacc0c6-05ee-427b-8094-e9bbc9941cfa,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:44.226290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:44.227209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:44.228499 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/adacc0c6-05ee-427b-8094-e9bbc9941cfa HTTP/1.1" status: 204  len: 168 time: 0.1955481
Dec 08 19:12:44.295467 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-33e04336-9dca-43db-9b49-30c780c54b1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bde1785b-257b-413e-aae0-2750fa82001b HTTP/1.1" status: 200  len: 217 time: 0.0901642
Dec 08 19:12:44.441003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e401c4a-0d4f-4179-8d2f-6e95bca8cfac req-f20b48e1-a279-4b77-857f-17e232fc4e7f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:44.442768 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e401c4a-0d4f-4179-8d2f-6e95bca8cfac req-f20b48e1-a279-4b77-857f-17e232fc4e7f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.1085758
Dec 08 19:12:44.498650 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e401c4a-0d4f-4179-8d2f-6e95bca8cfac req-cccc79a7-9d5e-4586-a52d-98b928f96b7a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472980
Dec 08 19:12:44.674480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49208925-fc6b-498f-8d3c-4935f97c663f req-23a67585-b187-4830-91e3-57641b3e4098 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:44.676609 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-49208925-fc6b-498f-8d3c-4935f97c663f req-23a67585-b187-4830-91e3-57641b3e4098 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.1126823
Dec 08 19:12:44.731652 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-49208925-fc6b-498f-8d3c-4935f97c663f req-296890ab-f267-4609-87c6-3d68f5aadd22 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471683
Dec 08 19:12:45.265568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-363b77dc-f346-4a98-b145-eb284f7d6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:45.267560 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-363b77dc-f346-4a98-b145-eb284f7d6b4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f2b976d-e8d4-4955-9238-e8d21ce952e8 HTTP/1.1" status: 200  len: 852 time: 0.0850904
Dec 08 19:12:45.328050 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-fcc07088-8bc4-42d9-9907-32c4a1aba14d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66533451-90ce-481d-9a0b-0c7c881d98a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528877
Dec 08 19:12:45.633468 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-466d4a29-162e-4e31-bca6-b465fcbcd072 service neutron] 10.222.0.73 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971439
Dec 08 19:12:46.025181 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-060a8b27-0b8d-443c-bf9b-f8352e78b0d4 req-8b1570bd-5d4a-4826-bcda-c05da037c30c service neutron] 10.222.0.73 "GET /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3802221
Dec 08 19:12:46.076330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824a82c-a71e-4462-a5fe-b2d327c97e1b req-47d1747e-4dba-4565-908d-130cafb754c2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:46.078134 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6824a82c-a71e-4462-a5fe-b2d327c97e1b req-47d1747e-4dba-4565-908d-130cafb754c2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.2490580
Dec 08 19:12:46.095209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8fa37-59fd-4249-a2b5-6df1a1ec4a18 req-972a070a-6ec8-47b6-8301-b74b8c8f84a2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:46.097222 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-43a8fa37-59fd-4249-a2b5-6df1a1ec4a18 req-972a070a-6ec8-47b6-8301-b74b8c8f84a2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.1665037
Dec 08 19:12:46.191900 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6824a82c-a71e-4462-a5fe-b2d327c97e1b req-478219d6-0a1a-4a06-b9c2-5bf530af0363 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933425
Dec 08 19:12:46.201370 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-43a8fa37-59fd-4249-a2b5-6df1a1ec4a18 req-b9002d7e-f5ba-45e6-b6c4-2066cb6b854e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823348
Dec 08 19:12:46.923810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dde0d-1bed-4ae5-a86c-7a98e7a25b63 req-18c0a119-7b1c-4623-a6e4-b32ffbeaee5d tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:46.925684 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-240dde0d-1bed-4ae5-a86c-7a98e7a25b63 req-18c0a119-7b1c-4623-a6e4-b32ffbeaee5d tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.3171971
Dec 08 19:12:47.003159 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-240dde0d-1bed-4ae5-a86c-7a98e7a25b63 req-97fbaa90-d6f8-43d6-ab92-85f5c0e9a8a2 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645213
Dec 08 19:12:47.548822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dae2b-3918-4832-94ed-c3b19d341ed2 req-86072f42-b132-4583-b82d-ced5191376a0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:47.550536 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c8dae2b-3918-4832-94ed-c3b19d341ed2 req-86072f42-b132-4583-b82d-ced5191376a0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.1862204
Dec 08 19:12:47.563347 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc155c-4ec0-4135-b15a-32342334c595 req-24410926-d02d-46c6-a754-27eece59420e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:47.565345 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-19fc155c-4ec0-4135-b15a-32342334c595 req-24410926-d02d-46c6-a754-27eece59420e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.1619618
Dec 08 19:12:47.646823 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c8dae2b-3918-4832-94ed-c3b19d341ed2 req-f110ae26-0ade-45a9-9961-5d106ae33098 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804935
Dec 08 19:12:47.651756 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-19fc155c-4ec0-4135-b15a-32342334c595 req-c8b8da58-3455-468b-922c-ea7f6e4abfe2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703275
Dec 08 19:12:47.928702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:48.372547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7498-8136-4fd4-b3cb-0e8327960c44 req-ae5c00c3-2c5f-4286-9a8d-ba01f255d4a8 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:48.375483 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b91a7498-8136-4fd4-b3cb-0e8327960c44 req-ae5c00c3-2c5f-4286-9a8d-ba01f255d4a8 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.1544549
Dec 08 19:12:48.438555 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b91a7498-8136-4fd4-b3cb-0e8327960c44 req-81fde355-0af6-4259-83ac-9b619a58e90e tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556774
Dec 08 19:12:48.966409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661b67f-d113-4a88-9c1a-9050cd62d775 req-3c0a84a4-45c9-4459-93b9-43799e3106cb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:48.968128 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0661b67f-d113-4a88-9c1a-9050cd62d775 req-3c0a84a4-45c9-4459-93b9-43799e3106cb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 944 time: 0.1600657
Dec 08 19:12:48.979727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf352a-71ce-4093-8c98-6b9dc8a6ee56 req-6e1b474b-2802-4b61-a129-698e99c57a06 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:48.981448 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-63bf352a-71ce-4093-8c98-6b9dc8a6ee56 req-6e1b474b-2802-4b61-a129-698e99c57a06 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.1325941
Dec 08 19:12:49.066533 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0661b67f-d113-4a88-9c1a-9050cd62d775 req-11af6d0e-bd45-4569-bbc9-a0d03e9477b7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839784
Dec 08 19:12:49.071533 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-63bf352a-71ce-4093-8c98-6b9dc8a6ee56 req-3cfac70b-a2f8-4d32-a9dd-a36fb55a90fc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721970
Dec 08 19:12:49.178481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bd21d94c-4e73-42bc-88e0-c2405a5990ab up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:49.312209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port bd21d94c-4e73-42bc-88e0-c2405a5990ab completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:49.322187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port bd21d94c-4e73-42bc-88e0-c2405a5990ab triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:49.322731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:49.503447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:49.558137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:49.595154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port bd21d94c-4e73-42bc-88e0-c2405a5990ab, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:49.600973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:49.601968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:49.646800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:49.722513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952744f5-245c-4dac-ae3f-92a3eacba0a9 req-7f678f77-ca7b-4c6f-9489-35a25151aac7 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:49.728954 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-952744f5-245c-4dac-ae3f-92a3eacba0a9 req-7f678f77-ca7b-4c6f-9489-35a25151aac7 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.1254728
Dec 08 19:12:49.796406 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-952744f5-245c-4dac-ae3f-92a3eacba0a9 req-37fbf8cb-300c-4400-96dc-6e4fb6f5f7da tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610955
Dec 08 19:12:49.889395 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'code': 200}
Dec 08 19:12:49.908525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=bd21d94c-4e73-42bc-88e0-c2405a5990ab,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:49.927412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.927839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.928161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.928566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.928941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.929344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.929688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.930365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.930741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.931114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.931494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.931860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.932334 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.932718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.933085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.933452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.933816 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.934182 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.934595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.935173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.936096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.936565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.936936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.937304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:12:49.944748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:49.970160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:12:49.978004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:49.979187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.038859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35014) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:50.251246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.338001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:50.338624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.344795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.348438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:50.369454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:50.374961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0e749f762a854172ad051ec7811c9680 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:50.379698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:50.391399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:50.463033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:50.467882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:50.570409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.575053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.612953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6ab21193-a0e6-4d10-8e15-d34bd9fde9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:50.654662 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e749f762a854172ad051ec7811c9680&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6140511
Dec 08 19:12:50.654944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ef3b7-f3e2-4573-9945-0a68d8a33c4b req-3c8374ba-8280-4c03-b687-e78a64881506 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:50.655407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35038) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:50.656157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daee4a4-c75c-4e8e-95e0-f38199a586c2,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:50.662337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:50.669618 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8b7ef3b7-f3e2-4573-9945-0a68d8a33c4b req-3c8374ba-8280-4c03-b687-e78a64881506 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.3539081
Dec 08 19:12:50.720704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac3d48-6531-45f9-b7c8-06015e8d2502 req-cee2a4f6-d2b1-48cd-8d0c-2114e26c0f6c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:50.750275 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b0ac3d48-6531-45f9-b7c8-06015e8d2502 req-cee2a4f6-d2b1-48cd-8d0c-2114e26c0f6c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.4380639
Dec 08 19:12:50.799687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.822539 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8b7ef3b7-f3e2-4573-9945-0a68d8a33c4b req-25a7d823-9cf7-4a2c-b401-ed8a221e8967 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501632
Dec 08 19:12:50.848351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.881094 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b0ac3d48-6531-45f9-b7c8-06015e8d2502 req-ca6b0b0c-1ed0-41b2-bb89-d2557368d3ea tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226108
Dec 08 19:12:50.962809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.972587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2bd46ca5-b0c7-4bbd-ae07-e844dfacf0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:50.987966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:50.994022 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1daee4a4-c75c-4e8e-95e0-f38199a586c2 HTTP/1.1" status: 204  len: 168 time: 0.3339255
Dec 08 19:12:50.997060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daee4a4-c75c-4e8e-95e0-f38199a586c2,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:51.008593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:51.150549 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd83bc-5ac1-433a-803d-6e68867afd91 req-b0c2f428-649d-4716-82b5-e2cab82e3a4a tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:51.153441 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b7bd83bc-5ac1-433a-803d-6e68867afd91 req-b0c2f428-649d-4716-82b5-e2cab82e3a4a tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.1141477
Dec 08 19:12:51.252334 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b7bd83bc-5ac1-433a-803d-6e68867afd91 req-853a4930-8a1d-4389-a79f-3e744db89732 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882638
Dec 08 19:12:51.533246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35056) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:51.562589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:51.593013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:51.601074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8688eac672464db691c27980ab7a59 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:51.606409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:51.617044 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:51.732633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:51.735993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:51.745966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:51.797906 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e8688eac672464db691c27980ab7a59&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2630417
Dec 08 19:12:51.798967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e9f8f-8447-424d-a1e1-0455ca209579,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:51.802441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35062) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:51.805982 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:51.882629 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:51.890653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f24e3ee-4ecb-449f-8c53-da2d7a4ce156'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:51.940461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:52.003559 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f24e3ee-4ecb-449f-8c53-da2d7a4ce156', 'code': 200}
Dec 08 19:12:52.026353 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:52.033174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7c18f42b-b9aa-4eeb-965b-a2fdc8e3a0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:52.051216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e9f8f-8447-424d-a1e1-0455ca209579,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:52.055454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:52.124034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:52.128328 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f7e9f8f-8447-424d-a1e1-0455ca209579 HTTP/1.1" status: 204  len: 168 time: 0.3219476
Dec 08 19:12:52.187178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350e83d-dd03-414d-b07d-855f1bb522c7 req-159c1eda-78af-4bbd-97c6-0682e5f423e7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:52.192475 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e350e83d-dd03-414d-b07d-855f1bb522c7 req-159c1eda-78af-4bbd-97c6-0682e5f423e7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.1296403
Dec 08 19:12:52.297475 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e350e83d-dd03-414d-b07d-855f1bb522c7 req-b84c74ed-6d68-4125-87c6-78aeaacae8ba tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675550
Dec 08 19:12:52.323958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1cc70-088c-40c9-a298-bff513932b55 req-fcd6dfcf-4d02-4676-b7d9-62ba9fe0d79f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:52.325834 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6ef1cc70-088c-40c9-a298-bff513932b55 req-fcd6dfcf-4d02-4676-b7d9-62ba9fe0d79f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1319265
Dec 08 19:12:52.382947 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6ef1cc70-088c-40c9-a298-bff513932b55 req-06e5dce8-55d8-4334-b700-355bac5257b4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485022
Dec 08 19:12:52.572877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08f21-1f2f-4b3a-b8f0-2d9588033bf2 req-a981e97b-78ba-4518-982f-a9d7f97d86ab tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:52.575810 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f5c08f21-1f2f-4b3a-b8f0-2d9588033bf2 req-a981e97b-78ba-4518-982f-a9d7f97d86ab tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.1369574
Dec 08 19:12:52.636283 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f5c08f21-1f2f-4b3a-b8f0-2d9588033bf2 req-b215724e-29de-4de4-b2b7-bfdfd4234388 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525477
Dec 08 19:12:52.757363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bd21d94c-4e73-42bc-88e0-c2405a5990ab up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:52.841192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port bd21d94c-4e73-42bc-88e0-c2405a5990ab triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:52.841607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:52.915184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7523c5-1ab9-4231-ab24-fd4bf17ce174 req-ea8eefa7-93e6-4d65-90e4-be117f62fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:52.916924 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6b7523c5-1ab9-4231-ab24-fd4bf17ce174 req-ea8eefa7-93e6-4d65-90e4-be117f62fd75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1162 time: 0.1658847
Dec 08 19:12:52.931139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d885b-635b-4d8d-8460-734a70c1fc8e req-51b4f22d-d0a0-4636-9186-6f5327fda7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:52.933594 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c57d885b-635b-4d8d-8460-734a70c1fc8e req-51b4f22d-d0a0-4636-9186-6f5327fda7b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1163 time: 0.1361563
Dec 08 19:12:53.014979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:53.077838 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6b7523c5-1ab9-4231-ab24-fd4bf17ce174 req-e8adb5d2-17f6-4d22-bba5-8b2fe02bbe1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1423831
Dec 08 19:12:53.085510 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c57d885b-635b-4d8d-8460-734a70c1fc8e req-c50d17e1-f6c3-4998-8e41-7db21938c4c2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224079
Dec 08 19:12:53.094822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:53.095271 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:53.606720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93363a-8b41-4fbd-9f4b-f42a53f0ec99 req-62ee8995-0828-403e-9cc0-e9c74200f69e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:53.608443 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ee93363a-8b41-4fbd-9f4b-f42a53f0ec99 req-62ee8995-0828-403e-9cc0-e9c74200f69e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.1627202
Dec 08 19:12:53.722507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5440-bd0b-471d-bfef-735e14572fc9 req-9b32bdc4-50df-4f7b-b262-247f1363c57b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:53.724657 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-015b5440-bd0b-471d-bfef-735e14572fc9 req-9b32bdc4-50df-4f7b-b262-247f1363c57b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1840613
Dec 08 19:12:53.733468 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ee93363a-8b41-4fbd-9f4b-f42a53f0ec99 req-ce0bdd86-a991-4dd4-8515-2baab97c05d1 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104405
Dec 08 19:12:53.784867 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-015b5440-bd0b-471d-bfef-735e14572fc9 req-7aa7ddda-5368-4f6e-a0a7-c8556b0e56b5 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501416
Dec 08 19:12:53.971246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448ef20-d6be-4a18-a7ef-86573ada05d6 req-409e00e9-1055-4d19-8b03-6265c558c7d0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:53.973973 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2448ef20-d6be-4a18-a7ef-86573ada05d6 req-409e00e9-1055-4d19-8b03-6265c558c7d0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.1030815
Dec 08 19:12:54.045077 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2448ef20-d6be-4a18-a7ef-86573ada05d6 req-07669595-4c39-4bec-a17e-f9d554301549 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632899
Dec 08 19:12:54.668715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-d2e65872-eb76-44be-97a2-813eb9397758 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:54.670441 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-d2e65872-eb76-44be-97a2-813eb9397758 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.73 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 946 time: 0.1622417
Dec 08 19:12:54.814849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Deleting port bde1785b-257b-413e-aae0-2750fa82001b {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:12:54.815478 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:54.850207 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bd21d94c-4e73-42bc-88e0-c2405a5990ab up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:55.051830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port bd21d94c-4e73-42bc-88e0-c2405a5990ab triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:55.051830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:55.283876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:55.372601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:55.373247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:55.442489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413c2b-179a-4f4f-8b32-5559d9dbb0d8 req-38389157-434b-49fb-a23b-906947e9eece tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:55.444840 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a413c2b-179a-4f4f-8b32-5559d9dbb0d8 req-38389157-434b-49fb-a23b-906947e9eece tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.2709508
Dec 08 19:12:55.466597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fdfd0-ac24-48e0-9bfd-9db727875ee8 req-5a505154-1062-44c5-8a35-e4360f9d187f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:55.468488 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a38fdfd0-ac24-48e0-9bfd-9db727875ee8 req-5a505154-1062-44c5-8a35-e4360f9d187f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.3406014
Dec 08 19:12:55.543589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] For port bde1785b-257b-413e-aae0-2750fa82001b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bde1785b-257b-413e-aae0-2750fa82001b,segment=NetworkSegment(31c8771a-15ff-4128-90b9-6c776bd39abe),segment_id=31c8771a-15ff-4128-90b9-6c776bd39abe)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:55.544005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:55.767254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35178) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:55.784834 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a413c2b-179a-4f4f-8b32-5559d9dbb0d8 req-88d3cc6e-84a0-4a78-aa73-c4caeae6725f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3121424
Dec 08 19:12:55.792493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Calling delete_port for bde1785b-257b-413e-aae0-2750fa82001b owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:12:55.839941 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a38fdfd0-ac24-48e0-9bfd-9db727875ee8 req-63ec9743-c855-4c7f-8c31-fa15a5305424 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3385675
Dec 08 19:12:55.955059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bde1785b-257b-413e-aae0-2750fa82001b no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:12:55.997518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.016260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:56.020603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Usage tracker for resource:security_group_rule and tenant:2272796d895642faa48e74165b089036 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:56.024871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:56.031851 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:56.093470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.132564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port bde1785b-257b-413e-aae0-2750fa82001b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bde1785b-257b-413e-aae0-2750fa82001b,segment=NetworkSegment(31c8771a-15ff-4128-90b9-6c776bd39abe),segment_id=31c8771a-15ff-4128-90b9-6c776bd39abe)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:56.133921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:56.140265 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.142063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:56.144405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.155116 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.170252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-42f376f6-e1e0-48fd-ba8f-5391783e5442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:56.220393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=bde1785b-257b-413e-aae0-2750fa82001b,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:56.224280 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50eac35-5a79-4bad-af7e-a24d2c50a370,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:56.224756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:56.228542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:56.231433 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2272796d895642faa48e74165b089036&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4633400
Dec 08 19:12:56.234025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35190) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:56.305567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.312800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:12:56.313165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:12:56.339129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.360664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d5f91-cc69-451b-87d1-5e8b017d46c6 req-eb27e859-93ae-430e-a05b-92f83d66a978 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:56.362987 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-621d5f91-cc69-451b-87d1-5e8b017d46c6 req-eb27e859-93ae-430e-a05b-92f83d66a978 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 944 time: 0.3889892
Dec 08 19:12:56.369998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457978f-57ab-465f-a972-aa6687f0a444 req-274a9143-ff95-4961-ba90-97ae4bd922e4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:56.371697 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2457978f-57ab-465f-a972-aa6687f0a444 req-274a9143-ff95-4961-ba90-97ae4bd922e4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.1325622
Dec 08 19:12:56.383965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35194) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:56.391993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'floatingip': {'port_id': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:12:56.432721 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-621d5f91-cc69-451b-87d1-5e8b017d46c6 req-9d7acd76-803a-4f91-a7a0-5168e9a711cd tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543642
Dec 08 19:12:56.436697 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b', 'code': 200}
Dec 08 19:12:56.515069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.593109 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.632783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b74f30a-397e-4892-b96f-68aa79d2cee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:56.659400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50eac35-5a79-4bad-af7e-a24d2c50a370,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:56.678086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:56.679367 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c50eac35-5a79-4bad-af7e-a24d2c50a370 HTTP/1.1" status: 204  len: 168 time: 0.4440987
Dec 08 19:12:56.680554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:56.814448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Deleting port bde1785b-257b-413e-aae0-2750fa82001b {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:12:56.815011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:57.222351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] For port bde1785b-257b-413e-aae0-2750fa82001b, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bde1785b-257b-413e-aae0-2750fa82001b,segment=NetworkSegment(31c8771a-15ff-4128-90b9-6c776bd39abe),segment_id=31c8771a-15ff-4128-90b9-6c776bd39abe)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:12:57.224076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:57.254813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35212) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:57.435143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:57.438521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:57.529976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Calling delete_port for bde1785b-257b-413e-aae0-2750fa82001b owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:12:57.598118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:57.640648 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Floating IP e1ea717b-16a8-4bbc-9d06-cd966f3502ba associated. External IP: 172.27.0.137, port: bd21d94c-4e73-42bc-88e0-c2405a5990ab.
Dec 08 19:12:57.734343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:12:57.766768 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:7463a5c0a20b4e6bbd1dd38a9871b924 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:12:57.779135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:12:57.809197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478dbae-ac8a-4c2a-b2d1-3f235b016635 req-5fc9ca27-f729-44b9-b84a-c720f33eceb6 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:57.812557 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c478dbae-ac8a-4c2a-b2d1-3f235b016635 req-5fc9ca27-f729-44b9-b84a-c720f33eceb6 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.6960144
Dec 08 19:12:57.828018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:12:58.052693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:12:58.111818 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c478dbae-ac8a-4c2a-b2d1-3f235b016635 req-64893cba-db8d-4f43-b647-9f4eef05b49e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608843
Dec 08 19:12:58.142845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7a03-7c8a-4ba2-bd51-b24ecca325b8 req-7b06ad10-7830-4e44-8094-c4e78134a50f tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:58.155036 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4aad7a03-7c8a-4ba2-bd51-b24ecca325b8 req-7b06ad10-7830-4e44-8094-c4e78134a50f tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 944 time: 0.5241668
Dec 08 19:12:58.193598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:12:58.194326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.265704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Router 39b65b94-23f6-455e-b993-30002627aa5b has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:12:58.318455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.325289 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4aad7a03-7c8a-4ba2-bd51-b24ecca325b8 req-3a1670ed-0583-4bd2-9ec4-5c83d602b956 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/security-groups?id=a43c3138-6f93-4425-ae00-2d5169475370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670051
Dec 08 19:12:58.325968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.435622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.449045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a70c2368-029e-407f-a4da-47fdd1e0449d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:58.482160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:12:58.492440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.506208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] Sync routers for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:12:58.512295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Pushing event deleted for resources: {'Port': ['ID=bde1785b-257b-413e-aae0-2750fa82001b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:58.519001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:12:58.520018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddbbbc88>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:12:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:58.520175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:58.523015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-932a75b9-2d0a-4df2-9185-84e03fd3aba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:58.564100 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d43179d0-c144-4af3-b9db-7996b974240c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "PUT /v2.0/floatingips/e1ea717b-16a8-4bbc-9d06-cd966f3502ba HTTP/1.1" status: 200  len: 991 time: 2.1786442
Dec 08 19:12:58.564928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:58.577349 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7463a5c0a20b4e6bbd1dd38a9871b924&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3120735
Dec 08 19:12:58.580077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35232) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:12:58.647471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e54a8ee-15b1-42f5-a713-54c5f9f42af7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:58.658508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:58.674880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.735948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.793605 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'status': 'completed', 'code': 200}
Dec 08 19:12:58.807340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.821118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-54d501be-8dad-45cc-afec-41f31895d4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:12:58.868651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] No DVR routers for this DVR port bde1785b-257b-413e-aae0-2750fa82001b on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:12:58.882354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.896776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'name': 'network-vif-deleted', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:12:58.903941 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c919df53-5a7f-454f-8f90-3e814ca5baa8 req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.73 "DELETE /v2.0/ports/bde1785b-257b-413e-aae0-2750fa82001b HTTP/1.1" status: 204  len: 173 time: 4.2260458
Dec 08 19:12:58.920595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e54a8ee-15b1-42f5-a713-54c5f9f42af7,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:12:58.929298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:12:58.933304 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e54a8ee-15b1-42f5-a713-54c5f9f42af7 HTTP/1.1" status: 204  len: 168 time: 0.3494442
Dec 08 19:12:58.938495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:12:58.987221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-41dd13b2-35d3-48a8-adca-6ba48c0f166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:58.991240 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-41dd13b2-35d3-48a8-adca-6ba48c0f166e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1163 time: 0.1873286
Dec 08 19:12:58.995928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbae27-beff-418e-810a-d580a42a798e req-e51aa900-d0db-4720-8799-1887c044aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:58.997976 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-afdbae27-beff-418e-810a-d580a42a798e req-e51aa900-d0db-4720-8799-1887c044aef0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1162 time: 0.1483076
Dec 08 19:12:59.119715 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00329f09-dac6-4fbe-ad54-d30fed0ed2d1', 'name': 'network-vif-deleted', 'tag': 'bde1785b-257b-413e-aae0-2750fa82001b', 'status': 'completed', 'code': 200}
Dec 08 19:12:59.144324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:12:59.288567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbae27-beff-418e-810a-d580a42a798e req-69c7d732-867e-4055-ab65-212db3b70935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:59.291520 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-afdbae27-beff-418e-810a-d580a42a798e req-69c7d732-867e-4055-ab65-212db3b70935 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.2796457
Dec 08 19:12:59.360177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-16486589-b585-409e-8800-d09405b52ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:59.362155 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-16486589-b585-409e-8800-d09405b52ae8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.3517559
Dec 08 19:12:59.471291 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-5530dc70-43e4-4f6c-a34b-58c8366ece86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 200  len: 217 time: 0.0962231
Dec 08 19:12:59.482800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af055031-47c7-485b-9c79-70c6d55c76ac req-e1cd2520-8d90-4bd1-b8d0-4770fd1ba719 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:59.485893 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af055031-47c7-485b-9c79-70c6d55c76ac req-e1cd2520-8d90-4bd1-b8d0-4770fd1ba719 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.4331665
Dec 08 19:12:59.593734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-22fbb51c-36c2-4d7e-b34b-8e4bca0abca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:59.596134 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-22fbb51c-36c2-4d7e-b34b-8e4bca0abca2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.1094706
Dec 08 19:12:59.681268 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-afdbae27-beff-418e-810a-d580a42a798e req-134d2f7b-24ba-46a5-9b66-cab36f163021 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 999 time: 0.3805473
Dec 08 19:12:59.721424 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af055031-47c7-485b-9c79-70c6d55c76ac req-dd929c72-fcd8-4222-b224-a559d7bcb92a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218457
Dec 08 19:12:59.723967 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-a856e0bf-f086-48a3-8445-d6de3f2bc81f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645461
Dec 08 19:12:59.780520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddbbbc88>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': 'e1ea717b-16a8-4bbc-9d06-cd966f3502ba', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'port_id': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'mac_address': 'fa:16:3e:b6:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:12:06Z', 'updated_at': '2020-12-08T19:12:57Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:59.789421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] Checking router: 39b65b94-23f6-455e-b993-30002627aa5b for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:12:59.814922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:12:59.815630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddbbbc88>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:12:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:12:59.841559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbae27-beff-418e-810a-d580a42a798e req-cda018b0-5580-442d-b2a5-cef184178e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:12:59.843960 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-afdbae27-beff-418e-810a-d580a42a798e req-cda018b0-5580-442d-b2a5-cef184178e1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.1522470
Dec 08 19:13:00.017270 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-67b9d62b-cced-4bd4-8fec-18da1ed51e6d service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137864
Dec 08 19:13:00.030025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f651feb7-d761-4663-80e3-78d551d8ac8e req-faaa9184-9d83-447d-92f3-20291ee793c1 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Synchronizing usage tracker for tenant:680acfcd208c4f85972d223a21875712 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:13:00.050754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f651feb7-d761-4663-80e3-78d551d8ac8e req-faaa9184-9d83-447d-92f3-20291ee793c1 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Unset dirty status for tenant:680acfcd208c4f85972d223a21875712 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:13:00.052818 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f651feb7-d761-4663-80e3-78d551d8ac8e req-faaa9184-9d83-447d-92f3-20291ee793c1 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.3276696
Dec 08 19:13:00.086387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:00.564037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddbbbc88>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': 'e1ea717b-16a8-4bbc-9d06-cd966f3502ba', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'port_id': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'mac_address': 'fa:16:3e:b6:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:12:06Z', 'updated_at': '2020-12-08T19:12:57Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:00.574731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd2943-1a67-4e7d-aa56-0540669e0ca0 None None] The sync data for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi is: [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': 'e1ea717b-16a8-4bbc-9d06-cd966f3502ba', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'port_id': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'mac_address': 'fa:16:3e:b6:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:12:06Z', 'updated_at': '2020-12-08T19:12:57Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:13:00.943430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e23cb6-ce47-4566-a452-7e1a692bfd2e None None] New status for floating IP e1ea717b-16a8-4bbc-9d06-cd966f3502ba: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:13:01.235656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7949c-74fd-4b00-adfa-455f22f48c3c req-b693a466-dc81-4245-9e65-6c1295c1d255 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:01.249187 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1be7949c-74fd-4b00-adfa-455f22f48c3c req-b693a466-dc81-4245-9e65-6c1295c1d255 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.2202613
Dec 08 19:13:01.318042 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1be7949c-74fd-4b00-adfa-455f22f48c3c req-81bda904-19ca-40ab-a75b-47040cce0683 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645587
Dec 08 19:13:01.618258 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e0a63eee-277e-4fc8-bc01-ba9e4b38c5b5 req-ef4119a4-b624-4cf6-b109-259570b6d496 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.1087160
Dec 08 19:13:01.822890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbae27-beff-418e-810a-d580a42a798e req-18955ad8-e280-4fe3-8bf7-d31bf73343ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:01.824794 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-afdbae27-beff-418e-810a-d580a42a798e req-18955ad8-e280-4fe3-8bf7-d31bf73343ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912273
Dec 08 19:13:02.609924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2d581-a444-4197-b4e6-9bfd79147358 req-0109ff02-c16e-4706-99b1-abaf61928320 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:02.611701 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a3f2d581-a444-4197-b4e6-9bfd79147358 req-0109ff02-c16e-4706-99b1-abaf61928320 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.0972922
Dec 08 19:13:02.683676 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a3f2d581-a444-4197-b4e6-9bfd79147358 req-1d2c4cd7-bbb6-4cdb-955c-415d57f6d3f5 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614557
Dec 08 19:13:03.111445 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3022e6fe-c107-4863-9a60-d6b355a2b9f7 req-470f379b-cb17-4b30-b50b-735c018543ba tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.2080078
Dec 08 19:13:03.184744 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-afdbae27-beff-418e-810a-d580a42a798e req-5ddbad5b-5e1b-442e-b161-30c5eb2c0bbd service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3011487
Dec 08 19:13:03.466866 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e97e1859-b72f-4cd6-b4bf-ca352dd81c32 req-1c41155e-bff8-49d0-bd15-6aa48625c8ee service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5972083
Dec 08 19:13:03.488378 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-afdbae27-beff-418e-810a-d580a42a798e req-da71fb71-47c0-4bee-aa37-26ca9dcef2fd service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2883649
Dec 08 19:13:03.934049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb723e-9678-4e9f-b796-6d7d47250dec req-1f466e08-54b3-490f-a852-1b1e8212eb22 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:03.935982 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6cfb723e-9678-4e9f-b796-6d7d47250dec req-1f466e08-54b3-490f-a852-1b1e8212eb22 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.0985086
Dec 08 19:13:04.003589 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6cfb723e-9678-4e9f-b796-6d7d47250dec req-22c76292-5d88-473d-b600-ccdaef644085 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575235
Dec 08 19:13:04.353887 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0c09707f-cfc5-4475-95c2-67f76e6b1c1d req-5b2e0d8e-bf41-4c90-b46f-6ab46f1369c5 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.0527661
Dec 08 19:13:05.321777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e065e9-8081-4363-936d-55afcabaf579 req-d5683085-c38a-4c5a-aba3-022abcac2d84 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:05.323569 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-57e065e9-8081-4363-936d-55afcabaf579 req-d5683085-c38a-4c5a-aba3-022abcac2d84 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1225977
Dec 08 19:13:05.398076 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-57e065e9-8081-4363-936d-55afcabaf579 req-2b15cb82-ccdb-4aff-b1c2-15f1ab5d5196 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647993
Dec 08 19:13:05.691678 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c4bb8ab3-e5e3-48a0-96fc-c3e90cd572cf req-df37dad0-cb65-4df8-b5b4-8836f0f071ae tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] 10.222.0.61 "GET /v2.0/ports?device_id=00329f09-dac6-4fbe-ad54-d30fed0ed2d1 HTTP/1.1" status: 200  len: 210 time: 0.0942707
Dec 08 19:13:06.837143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc6166-72b9-4d8a-ac52-01981955c69d req-c9a210eb-d5e7-44e3-bf93-25bc0aad9f30 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:06.841043 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8afc6166-72b9-4d8a-ac52-01981955c69d req-c9a210eb-d5e7-44e3-bf93-25bc0aad9f30 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1411102
Dec 08 19:13:06.931813 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8afc6166-72b9-4d8a-ac52-01981955c69d req-f8be48f6-7c3a-4ffd-be85-d97f68d26392 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821626
Dec 08 19:13:08.018376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35446) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:08.324112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b7d1-52af-4065-921c-7dca551cd67d req-20a80cfa-f8c3-463e-bc01-267f534acbc7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:08.329127 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c295b7d1-52af-4065-921c-7dca551cd67d req-20a80cfa-f8c3-463e-bc01-267f534acbc7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1490099
Dec 08 19:13:08.461989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:08.516082 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c295b7d1-52af-4065-921c-7dca551cd67d req-3f77c1f5-cb4f-40fe-bd83-1106c064f354 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402185
Dec 08 19:13:08.520878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:08.539006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Usage tracker for resource:security_group_rule and tenant:e9cc2720e6ed49eb9620f0859449a5b7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:08.557006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:08.602212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:08.754692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:08.759679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:08.794304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-892a7658-8985-4107-b3ef-2d16c03c5451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:08.834597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35472) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:08.835159 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9cc2720e6ed49eb9620f0859449a5b7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8106606
Dec 08 19:13:08.835615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35474) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:08.837308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5171247-d8d9-417d-8605-f68f83c968a2,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:08.843868 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:08.955317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.015288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.107620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.114002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fe048be7-795d-46f2-9773-454e42442372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:09.135115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.140030 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5171247-d8d9-417d-8605-f68f83c968a2 HTTP/1.1" status: 204  len: 168 time: 0.3004820
Dec 08 19:13:09.141412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5171247-d8d9-417d-8605-f68f83c968a2,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:09.149080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:09.285573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.323230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:09.331830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:026e36716fb54ba68a54acf8bfac4a21 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:09.339883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:09.353249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:09.448876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35506) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:09.529854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c5a697d-0a1b-466d-ac4d-8add7077e122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.638426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.647027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.681538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Deleting subnet 1f2b976d-e8d4-4955-9238-e8d21ce952e8 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:13:09.685102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-58a81a04-8783-4545-829f-50ecf8ab90a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:09.693787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.857447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.873372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:09.891419 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=026e36716fb54ba68a54acf8bfac4a21&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0465424
Dec 08 19:13:09.892874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35518) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:09.908650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19212a8-396a-4517-965f-1939bc6868a9,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:09.918578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:10.034639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.093964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.121741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35528) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:10.174018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.205521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:10.211973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Usage tracker for resource:security_group_rule and tenant:08d58b4aafbb4632a704c2f33bafa8b8 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:10.219868 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:10.225844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:10.242034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.249296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a6c03ac5-b484-4f3f-b3e0-d3e18a2bfa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:10.275328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19212a8-396a-4517-965f-1939bc6868a9,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:10.279671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:10.297087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.298729 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d19212a8-396a-4517-965f-1939bc6868a9 HTTP/1.1" status: 204  len: 168 time: 0.4034514
Dec 08 19:13:10.311343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609183-8d9d-4f3e-8f72-2863b0dfd961 req-fd074979-8e81-4567-a227-af60c4c3bae8 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:10.313630 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2f609183-8d9d-4f3e-8f72-2863b0dfd961 req-fd074979-8e81-4567-a227-af60c4c3bae8 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.3239532
Dec 08 19:13:10.454037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.459455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.476135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:10.481576 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2f609183-8d9d-4f3e-8f72-2863b0dfd961 req-6a885c33-281b-4c57-b394-844e6f5138ab tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575077
Dec 08 19:13:10.546220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35542) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:10.546466 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08d58b4aafbb4632a704c2f33bafa8b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4229765
Dec 08 19:13:10.547557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be50dff7-8e53-478d-8888-be3f40772e64,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:10.551066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.565354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:10.612962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:10.719598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f2b976d-e8d4-4955-9238-e8d21ce952e8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:10.733374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:10.947312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:10.988497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.031047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.033408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35552) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:11.053139 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1f2b976d-e8d4-4955-9238-e8d21ce952e8 HTTP/1.1" status: 204  len: 168 time: 1.6022134
Dec 08 19:13:11.057355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35556) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:11.063379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.124945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.132073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:11.134229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:11.141183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Usage tracker for resource:security_group_rule and tenant:d09cfa98574f45ed996ebf208e2889bf is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:11.164859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.167107 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be50dff7-8e53-478d-8888-be3f40772e64 HTTP/1.1" status: 204  len: 168 time: 0.6194696
Dec 08 19:13:11.168591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be50dff7-8e53-478d-8888-be3f40772e64,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:11.178800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:11.202755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:11.223045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:11.257388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.547250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c81dae15-ac5c-4202-a4ae-daa8432fee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.668079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:11.969452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b097e-5d04-450d-9bac-5504f6dc8655 req-01de7ff0-3116-4bab-8435-074c9ce0c6dc tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:11.969884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6edd4923c8>> segment before_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.970589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6edd4923c8>> subnet precommit_delete_associations 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.972090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> segment_host_mapping after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.972817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> port after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.976562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> port after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.976757 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9d2b097e-5d04-450d-9bac-5504f6dc8655 req-01de7ff0-3116-4bab-8435-074c9ce0c6dc tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1730003
Dec 08 19:13:11.976894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> port after_update 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.976894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> segment after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.976894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> subnet after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.976894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> subnet after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:11.976894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edd62deb8>> subnet after_update 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:12.077860 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9d2b097e-5d04-450d-9bac-5504f6dc8655 req-f272c678-bd8b-4b21-af7b-baeaa4fce96f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901010
Dec 08 19:13:12.122620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd283400>> subnet after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:12.123210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd283400>> subnet after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:12.123854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd283400>> subnet before_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:12.124543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd283400>> subnet before_update 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:13:12.125252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd0b7780>,) {'filters': {'network_id': ['66533451-90ce-481d-9a0b-0c7c881d98a6']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:12.152629 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.160408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd0b7780>, '31c8771a-15ff-4128-90b9-6c776bd39abe') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:12.160983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd0b7780>, '31c8771a-15ff-4128-90b9-6c776bd39abe') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:12.174609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.196978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b6b3a043-0d28-4f4e-a878-6637b03fbe70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:12.225883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.315274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.322717 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d09cfa98574f45ed996ebf208e2889bf&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2874081
Dec 08 19:13:12.324142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:13:12.328165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35580) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:12.377227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc71c31-b50d-45d2-9a44-e40ade13495c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:12.388428 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:12.447599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.512917 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.640359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.661742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:12.681890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.711324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc71c31-b50d-45d2-9a44-e40ade13495c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:12.718852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:12.723810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:12.729009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:13:12.745354 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fc71c31-b50d-45d2-9a44-e40ade13495c HTTP/1.1" status: 204  len: 168 time: 0.4150500
Dec 08 19:13:12.750324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:13.352701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Network 66533451-90ce-481d-9a0b-0c7c881d98a6 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   (rel_b, rel_a, rel_b),
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   (rel_b, rel_a, rel_b),
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:13:13.592501 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:13:13.600556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:13.616274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:13.656895 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6166c935-b323-4c5b-a911-906bfbcd3388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:13.704728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b9a1b-82fc-4a7e-9f59-e189a4110a12 req-7117b286-7371-47cd-bd85-e7cd44f0ac90 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:13.708496 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7b6b9a1b-82fc-4a7e-9f59-e189a4110a12 req-7117b286-7371-47cd-bd85-e7cd44f0ac90 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.2600138
Dec 08 19:13:13.727087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=66533451-90ce-481d-9a0b-0c7c881d98a6,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:13.734500 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/66533451-90ce-481d-9a0b-0c7c881d98a6 HTTP/1.1" status: 204  len: 168 time: 2.6752150
Dec 08 19:13:13.736423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:13.830712 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7b6b9a1b-82fc-4a7e-9f59-e189a4110a12 req-a282f433-12e9-4f69-b0e4-cbd920a42d3b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082370
Dec 08 19:13:13.925270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:13.961370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:14.278488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35632) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:14.378516 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fae665b4-c961-402b-9bfa-8a8b5f8ee7e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=680acfcd208c4f85972d223a21875712&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0986571
Dec 08 19:13:14.383591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35638) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:14.551080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:14.604561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:14.704539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:14.710857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-52771de5-7d02-45c9-8c11-59c7b3c9a230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:14.756965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c3138-6f93-4425-ae00-2d5169475370,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:14.760921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:14.790403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:14.792636 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a43c3138-6f93-4425-ae00-2d5169475370 HTTP/1.1" status: 204  len: 168 time: 0.4068711
Dec 08 19:13:14.870836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35654) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:15.350875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a369-1100-4b84-9fa2-40e3cfb627ce req-80827b2a-1b7c-4070-8548-756b5526eafa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:15.370806 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e5b1a369-1100-4b84-9fa2-40e3cfb627ce req-80827b2a-1b7c-4070-8548-756b5526eafa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1901283
Dec 08 19:13:15.432125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:15.517061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:15.550493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Usage tracker for resource:security_group_rule and tenant:fd1f12671fb14250af68ec3ba163a9c4 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:15.566357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:15.598300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:15.609276 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e5b1a369-1100-4b84-9fa2-40e3cfb627ce req-683494d0-fb30-4ed7-ba90-7ab2c1211e54 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338388
Dec 08 19:13:15.932389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:15.939501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:16.003984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:16.020162 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd1f12671fb14250af68ec3ba163a9c4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1474998
Dec 08 19:13:16.024824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35686) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:16.062098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a333046-85f8-493c-9494-db37c971bcf0,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:16.068934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:16.134401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:16.170068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:16.240959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:16.250249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d6ab82f6-b7ee-49e1-98bd-15fff1f3297b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:16.264115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a333046-85f8-493c-9494-db37c971bcf0,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:16.270325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:16.274888 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:16.276274 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a333046-85f8-493c-9494-db37c971bcf0 HTTP/1.1" status: 204  len: 168 time: 0.2498536
Dec 08 19:13:16.299131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35694) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:16.946407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35712) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:16.980790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.014967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:17.022611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:03fb1991ead349a79495e6454cb3d60f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:17.028740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:17.040861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:17.258000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.269462 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.286194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6263db22-ab9a-4b3a-899b-844c9c07d65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:17.349321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.372101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa78b2b-3f80-42b8-98b9-dd23fbc7174e req-b5b17fd0-4993-4e7e-87b2-94126fb1ccfb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:17.376569 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0aa78b2b-3f80-42b8-98b9-dd23fbc7174e req-b5b17fd0-4993-4e7e-87b2-94126fb1ccfb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.5229859
Dec 08 19:13:17.402747 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:17.411144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:203c0970e27d40718ff93ec0b837865c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:17.420047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:17.434494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:17.467504 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03fb1991ead349a79495e6454cb3d60f&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1630211
Dec 08 19:13:17.471928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e75ec-acca-4100-9992-8c4ca9ceb54d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:17.477507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35730) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:17.486325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:17.525109 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0aa78b2b-3f80-42b8-98b9-dd23fbc7174e req-2d1ea36b-a545-4f0c-b6d5-f3614c702b8f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226888
Dec 08 19:13:17.641190 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.705681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.743184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.750298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.801146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-762ff668-d3a7-443d-ad18-b85e83d19c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:17.812066 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=203c0970e27d40718ff93ec0b837865c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8641918
Dec 08 19:13:17.818802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35744) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:17.863935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c8c164-307a-46cf-9e09-fdfd0040ae1b,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:17.875173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:17.928233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.949857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.982034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:17.989726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a8f09c9f-7657-48b1-9344-74fb8bde0bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:17.999497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:18.020929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e75ec-acca-4100-9992-8c4ca9ceb54d,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:18.025008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:18.055478 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:18.068414 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f92e75ec-acca-4100-9992-8c4ca9ceb54d HTTP/1.1" status: 204  len: 168 time: 0.5723565
Dec 08 19:13:18.095267 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:18.102458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:18.120857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c8c164-307a-46cf-9e09-fdfd0040ae1b,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:18.125098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:18.126638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:18.127915 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8c8c164-307a-46cf-9e09-fdfd0040ae1b HTTP/1.1" status: 204  len: 168 time: 0.3033369
Dec 08 19:13:18.906478 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059ca66-b48e-4682-9d09-1e7d4fa52b60 req-5efddf10-1a0f-4382-a31c-bbc8e5fe1593 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:18.908255 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2059ca66-b48e-4682-9d09-1e7d4fa52b60 req-5efddf10-1a0f-4382-a31c-bbc8e5fe1593 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1293561
Dec 08 19:13:18.938867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35774) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:18.977601 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2059ca66-b48e-4682-9d09-1e7d4fa52b60 req-1c579c84-cba0-48b8-800d-f86fca904a94 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571938
Dec 08 19:13:19.134297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35784) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:19.176032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.219097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:19.224886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Usage tracker for resource:security_group_rule and tenant:d6628c4db8024541a76ccd2848c89da9 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:19.232963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:19.243271 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:19.377851 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.382194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.395176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:19.458025 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6628c4db8024541a76ccd2848c89da9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3224058
Dec 08 19:13:19.462704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35798) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:19.467605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854b66bf-0316-4e93-85d6-00ac4af9be65,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:19.505155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:19.521210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35804) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:19.545866 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.598639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.616631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.653343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:19.670384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Usage tracker for resource:security_group_rule and tenant:3c2d41457e05445c87adbe722e65ebd8 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:19.683507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:19.708010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:19.712219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-network', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:19.732146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:19.765628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Usage tracker for resource:network and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:19.777762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:19.797718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:19.818408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Made reservation on behalf of cbeffe8fb14343a19e93604db0559e42 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:19.827552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.848460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.866040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.884049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:19.890441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c8a0c361-d3eb-4e03-9607-6aaa52bde3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:19.919489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Usage tracker for resource:security_group_rule and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:19.933600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854b66bf-0316-4e93-85d6-00ac4af9be65,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:19.940999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:19.941446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.949590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:19.955607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.957897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:19.964254 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/854b66bf-0316-4e93-85d6-00ac4af9be65 HTTP/1.1" status: 204  len: 168 time: 0.4948609
Dec 08 19:13:19.964254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:20.040721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:20.123148 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c2d41457e05445c87adbe722e65ebd8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6003995
Dec 08 19:13:20.143349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35824) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:20.150559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ca7d7-763b-4e86-a79c-095ba9fd1829,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:20.157258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:20.244998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.261529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.272125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:20.364261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:13:20.391333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.403010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc73e14-2080-4fb0-a602-e74f9f34e0ac,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:20.404578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a179dbb-674d-4f8d-a486-4931dda854b6 req-3fff2bfa-867c-4303-9754-335b091abaa2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:20.409137 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8a179dbb-674d-4f8d-a486-4931dda854b6 req-3fff2bfa-867c-4303-9754-335b091abaa2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1348033
Dec 08 19:13:20.428437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.430196 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Added segment 21a152b7-b2a9-426d-92e7-879ece7a4be7 of type vxlan for network 1422ddce-28c0-4837-98e8-5c8937bb83ff
Dec 08 19:13:20.432854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:20.495900 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8a179dbb-674d-4f8d-a486-4931dda854b6 req-20ac610f-86fc-4af0-b3f4-4635a7c69d20 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769141
Dec 08 19:13:20.516255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.581791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.676799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.678915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:20.679813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.740224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:20.761564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:13:20.778261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.783855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:20.792501 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc8ca7d7-763b-4e86-a79c-095ba9fd1829 HTTP/1.1" status: 204  len: 168 time: 0.6468439
Dec 08 19:13:20.797506 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.8564658
Dec 08 19:13:20.802412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35868) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:20.811724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Request body: {'subnet': {'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-subnet', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:20.818286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:20.823831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Usage tracker for resource:subnet and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:20.827899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:20.835962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:20.848826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Made reservation on behalf of cbeffe8fb14343a19e93604db0559e42 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:20.855159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:21.474106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Pushing event updated for resources: {'Network': ['ID=1422ddce-28c0-4837-98e8-5c8937bb83ff,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:21.479001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:21.479551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-87b1e5a7-6c7d-45f1-9da3-2b4ada2af72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:21.491027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:21.507283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ca7d7-763b-4e86-a79c-095ba9fd1829,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:21.513189 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:21.523993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:21.608382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:21.771894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:21.886284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Checking segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:21.886766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Network hostable DHCP agents. Network: 1422ddce-28c0-4837-98e8-5c8937bb83ff, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:13:21.917012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22f64ba-c964-46fb-b971-4f8cad44715c,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:21.927352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:13:21.940798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:21.940798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 1422ddce-28c0-4837-98e8-5c8937bb83ff) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:21.944697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:21.946877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:21.984090 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b9518ff6-c5ff-4fb6-b210-649767cd6c8f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1803057
Dec 08 19:13:21.989033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 35916) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:21.996027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:21.996840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7915c1-2ce8-400f-9712-07124d572836 None None] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:13:22.002645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:22.008453 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Usage tracker for resource:router and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:22.012301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:22.020032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:22.033205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:22.035315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:22.105074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:22.250621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408103f-3731-4eba-9b31-545286e3b83e req-3abefa4b-04c7-40d7-91e1-86e6d0ce1a0c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:22.254932 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d408103f-3731-4eba-9b31-545286e3b83e req-3abefa4b-04c7-40d7-91e1-86e6d0ce1a0c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.1824148
Dec 08 19:13:22.375769 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d408103f-3731-4eba-9b31-545286e3b83e req-426976a1-2c09-484d-a53a-810cdddd4e77 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080465
Dec 08 19:13:22.773423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:22.950484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-1422ddce-28c0-4837-98e8-5c8937bb83ff', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:13:22.951697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:22.983177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35942) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:23.297182 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:23.343176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:23.643472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Allocated IP 172.20.0.2 (1422ddce-28c0-4837-98e8-5c8937bb83ff/e22f64ba-c964-46fb-b971-4f8cad44715c/719e36b2-8d67-4d4d-a4d2-d8110bc99bd2) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:24.165469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35966) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:24.190342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:24.195686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:24.215059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Transition to ACTIVE for port object 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:24.238053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Transition to ACTIVE for port object 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:24.248999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:24.266600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:24.292872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Usage tracker for resource:security_group_rule and tenant:c88badd197364c92af7e43023aef2388 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:24.301990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:24.309653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4031f766-b3cf-4bd1-be26-db49696e08c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:24.319166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:24.387501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd84e8-df2e-4456-8ba1-6f5b7bfcac5d req-a7ac2e0c-402f-482c-bd9d-52899e50a6bc tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:24.397933 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2ecd84e8-df2e-4456-8ba1-6f5b7bfcac5d req-a7ac2e0c-402f-482c-bd9d-52899e50a6bc tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.3632929
Dec 08 19:13:24.416807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Allocated IP 172.27.0.34 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/5873ffd6-945b-45f5-9954-9cc54002d7e3) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:24.561205 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2ecd84e8-df2e-4456-8ba1-6f5b7bfcac5d req-18e3e85f-3bad-48f4-bd97-dd9087e08ca0 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623354
Dec 08 19:13:24.695252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:24.707594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:24.738405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0215bf7f-7e0e-44b0-8c75-7276245dfdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:24.871480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:24.885295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-347584470-network', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:24.896670 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c88badd197364c92af7e43023aef2388&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9116211
Dec 08 19:13:24.906757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 35980) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:24.912788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:24.917943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e738a64-8e74-497a-9e46-06cbc660d62e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:24.950250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:24.966540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:24.967824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Usage tracker for resource:network and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:24.972661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:24.974289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:24.995597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:25.055292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Made reservation on behalf of 415ee4b3261a4fc8bccb04dff6e14137 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:25.061292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.082503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.110273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Pushing event updated for resources: {'Port': ['ID=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:25.118853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:25.119183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.124635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:25.142046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:25.145357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:25.147552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:25.148027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:25.151322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:25.170481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:25.178546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.238590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Pushing event updated for resources: {'Port': ['ID=5873ffd6-945b-45f5-9954-9cc54002d7e3,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:25.256207 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:25.270908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:25.272389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:25.278961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:25.285883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Attempting to bind port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:13:25.286319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Attempting to bind port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:13:25.286738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Attempting to bind port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 on network 1422ddce-28c0-4837-98e8-5c8937bb83ff {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:13:25.296623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:13:25.297597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Checking segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:25.298919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.299595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Bound using segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:13:25.300935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Bound port: 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:13:25.301168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.301410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.313761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2c40f03f-a3c9-40d8-835c-32a0401cde19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:25.346819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e738a64-8e74-497a-9e46-06cbc660d62e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:25.359397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:25.387867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.389343 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e738a64-8e74-497a-9e46-06cbc660d62e HTTP/1.1" status: 204  len: 168 time: 0.4808342
Dec 08 19:13:25.395212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.405610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.440478 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:25.483483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] For port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:13:25.487061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] For port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:13:25.535403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.593692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6e39365e-83fb-4cc3-8342-96763a794db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:25.601191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:13:25.611873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846c67bc-8442-45e3-a3b4-30eec5ae9b5a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:25.623963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:25.665357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.665767 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Added segment 052b437f-b32c-43b1-9d5d-fd6e3e7c953b of type vxlan for network 0827a540-a161-4ea5-ba22-c3b85ff6684e
Dec 08 19:13:25.762586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.879902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.881384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:25.882042 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:25.887984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a303dd72-0f6c-4389-a9cb-48f1a4f17863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:25.967135 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.7495999
Dec 08 19:13:25.981427 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36002) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:26.003954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Request body: {'subnet': {'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-347584470-subnet', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:26.013180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:26.032990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Usage tracker for resource:subnet and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:26.038882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:26.047588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:26.073871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:26.099811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Pushing event updated for resources: {'Port': ['ID=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:26.125540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:26.173938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0827a540-a161-4ea5-ba22-c3b85ff6684e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:26.180462 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Made reservation on behalf of 415ee4b3261a4fc8bccb04dff6e14137 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:26.193549 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:26.199375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:26.373721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:26.482286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:26.718098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776ed02-1ec9-4a2c-b24e-ea7c7b91b824 req-4ad4beff-7db6-44a6-bbca-1102ad1bc4eb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:26.720295 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4776ed02-1ec9-4a2c-b24e-ea7c7b91b824 req-4ad4beff-7db6-44a6-bbca-1102ad1bc4eb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.5417743
Dec 08 19:13:26.798002 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4776ed02-1ec9-4a2c-b24e-ea7c7b91b824 req-3965fb50-daa5-4d9e-a8c4-ca8289360a41 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632188
Dec 08 19:13:27.337096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:27.380224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:27.469230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:27.711390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=119be459-d14b-4dff-b93e-0a2a30e28984,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:27.722960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:27.796858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:27.849004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:13:27.853375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Checking segment: {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:27.853862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Network hostable DHCP agents. Network: 0827a540-a161-4ea5-ba22-c3b85ff6684e, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:13:27.884654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:13:27.900125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 0827a540-a161-4ea5-ba22-c3b85ff6684e) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:27.920964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:27.922329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:27.960389 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9776013
Dec 08 19:13:27.963435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36050) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:27.971860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0cf23-eaeb-4702-8f43-30d65b28f41d None None] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:13:27.974142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:27.980676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:27.986070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Usage tracker for resource:router and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:27.990114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:27.999171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:28.012512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:28.016260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:28.042909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:28.387369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-0827a540-a161-4ea5-ba22-c3b85ff6684e', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:13:28.388395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:28.562869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:28.576174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:13:28.588791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Sync routers for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:13:28.618141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:28.618941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc42e10>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:28.633800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:28.635729 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-939983b9-acf9-4305-adb9-8446df1d2e5e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.6455538
Dec 08 19:13:28.639077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36064) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:28.787065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c33f1-277a-424f-89a0-c45b69c1d738 None None] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:13:28.787933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:28.971920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36074) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:28.987284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a06df-a5ec-42e9-8d30-027b763e0127 req-f7dcfa78-8491-45f7-ba7a-8470635492ff tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:28.989170 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f21a06df-a5ec-42e9-8d30-027b763e0127 req-f7dcfa78-8491-45f7-ba7a-8470635492ff tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.3715560
Dec 08 19:13:29.302051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1654828544-network', 'tenant_id': '299a72446557493480823a5d94d2c5c8'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:29.305245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Provisioning for port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:29.319929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:29.324414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Provisioning complete for port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:29.324830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:29.327409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Usage tracker for resource:network and tenant:299a72446557493480823a5d94d2c5c8 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:29.337658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:29.355399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:29.390013 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f21a06df-a5ec-42e9-8d30-027b763e0127 req-6a8705ae-33cc-4d7a-8b23-bbe1a70090d1 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661633
Dec 08 19:13:29.425885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Made reservation on behalf of 299a72446557493480823a5d94d2c5c8 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:29.431388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:29.474420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:29.586584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:29.915612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:29.958729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Usage tracker for resource:security_group_rule and tenant:299a72446557493480823a5d94d2c5c8 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:29.976100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:29.999050 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:30.036504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.113534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] For port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:13:30.118479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.125202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:30.208219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.221708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Pushing event updated for resources: {'Port': ['ID=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:30.231915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:30.242976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Allocated IP 172.20.0.2 (0827a540-a161-4ea5-ba22-c3b85ff6684e/119be459-d14b-4dff-b93e-0a2a30e28984/4c5238eb-372c-48eb-b23e-6ba0558a74de) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:30.309522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.486699 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.489343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc42e10>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:25Z', 'revision_number': 3, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:30.511260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Checking router: 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:13:30.511659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Updating router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 port 5873ffd6-945b-45f5-9954-9cc54002d7e3 binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:13:30.638310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-99906379-078f-48d3-8858-18a54ff4ae32 None None] Provisioning complete for port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:30.638744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-99906379-078f-48d3-8858-18a54ff4ae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.712909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.768814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.775004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:30.804790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7b48147f-7d37-4162-8ee0-eb12cfa4b618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:31.064826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:31.095186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:31.162727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:13:31.296056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.296672 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Added segment 57ff11bf-961b-4a81-b3e9-3cd0da09539c of type vxlan for network 5e66628f-2079-4d8b-ad79-9023abdf665f
Dec 08 19:13:31.378516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-80483d0c-f75f-4fdb-9eae-2324bed1a430 None None] Provisioning complete for port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:31.378935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80483d0c-f75f-4fdb-9eae-2324bed1a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.467376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Allocated IP 172.20.0.1 (1422ddce-28c0-4837-98e8-5c8937bb83ff/e22f64ba-c964-46fb-b971-4f8cad44715c/b23524f3-1949-4e8b-8baf-3c3947f6a87d) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:31.475936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.503669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.504984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Transition to ACTIVE for port object 4c5238eb-372c-48eb-b23e-6ba0558a74de will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:31.518855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fde639-26d0-4967-a94a-be745fa214f2 req-9bb4b1d1-6779-4804-afa2-f9f2a7c86b51 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:31.540353 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-67fde639-26d0-4967-a94a-be745fa214f2 req-9bb4b1d1-6779-4804-afa2-f9f2a7c86b51 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.5774684
Dec 08 19:13:31.649547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Transition to ACTIVE for port object 4c5238eb-372c-48eb-b23e-6ba0558a74de will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:31.681783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.797791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.824319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Transition to ACTIVE for port object b23524f3-1949-4e8b-8baf-3c3947f6a87d will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:31.840436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.850657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:31.851155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.851806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.884549 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-67fde639-26d0-4967-a94a-be745fa214f2 req-daee6fec-144b-4257-a716-79dc86aa3ad7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3434341
Dec 08 19:13:31.888810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:31.912545 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.9381108
Dec 08 19:13:31.928173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36112) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:31.937529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a76d5d32-e8df-4cde-8e07-ff6ab0f34fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:31.953421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Request body: {'subnet': {'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1654828544-subnet', 'tenant_id': '299a72446557493480823a5d94d2c5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:31.966713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:31.994655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:32.002172 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Usage tracker for resource:subnet and tenant:299a72446557493480823a5d94d2c5c8 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:32.008050 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:32.009946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Transition to ACTIVE for port object 5873ffd6-945b-45f5-9954-9cc54002d7e3 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:32.017072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.020534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:32.024729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:32.031425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-97f80ed1-e4ae-4f12-8fc3-91273d88959e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:32.050528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:32.075277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Made reservation on behalf of 299a72446557493480823a5d94d2c5c8 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:32.103385 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.141357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:32.148034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:32.167491 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:32.213603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Pushing event updated for resources: {'Port': ['ID=4c5238eb-372c-48eb-b23e-6ba0558a74de,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:32.283866 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:32.302126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Pushing event updated for resources: {'Port': ['ID=5873ffd6-945b-45f5-9954-9cc54002d7e3,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:32.319908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.320447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.320911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.321362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.321815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.322261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.322704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.323146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.324561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.324561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.324561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.324561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.325403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.325845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.326282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.326723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.327162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.327599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.328605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.329058 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.329520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.330836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.331346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.331830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:32.339294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:32.376534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.421717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:32.421717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.448748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Attempting to bind port 5873ffd6-945b-45f5-9954-9cc54002d7e3 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:13:32.449446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Attempting to bind port 5873ffd6-945b-45f5-9954-9cc54002d7e3 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:13:32.450008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Attempting to bind port 5873ffd6-945b-45f5-9954-9cc54002d7e3 on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:13:32.463506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:13:32.464239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:32.465093 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.465699 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:13:32.466378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Bound port: 5873ffd6-945b-45f5-9954-9cc54002d7e3, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:13:32.466941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.512577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Pushing event updated for resources: {'Port': ['ID=b23524f3-1949-4e8b-8baf-3c3947f6a87d,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:32.519052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:32.600876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:32.603259 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:32.607209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:32.697086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Attempting to bind port 4c5238eb-372c-48eb-b23e-6ba0558a74de on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:13:32.698103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Attempting to bind port 4c5238eb-372c-48eb-b23e-6ba0558a74de by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:13:32.698693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Attempting to bind port 4c5238eb-372c-48eb-b23e-6ba0558a74de on network 0827a540-a161-4ea5-ba22-c3b85ff6684e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:13:32.736448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] For port 5873ffd6-945b-45f5-9954-9cc54002d7e3, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:13:32.741180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] For port 5873ffd6-945b-45f5-9954-9cc54002d7e3, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=5873ffd6-945b-45f5-9954-9cc54002d7e3,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:13:32.749929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.795268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b11d8f6-d4eb-42d2-8377-b30ed9779758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:32.813540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.845257 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:13:32.845688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Checking segment: {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:32.846190 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.846677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Bound using segment: {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:13:32.847459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Bound port: 4c5238eb-372c-48eb-b23e-6ba0558a74de, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:13:32.847627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:32.936553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-60ed5f86-a2a0-48f5-a476-c69db056b34e None None] Provisioning for port b23524f3-1949-4e8b-8baf-3c3947f6a87d completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:32.988643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-60ed5f86-a2a0-48f5-a476-c69db056b34e None None] Provisioning complete for port b23524f3-1949-4e8b-8baf-3c3947f6a87d triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:32.989656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-60ed5f86-a2a0-48f5-a476-c69db056b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:33.060755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Pushing event updated for resources: {'Network': ['ID=5e66628f-2079-4d8b-ad79-9023abdf665f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:33.067140 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:33.082729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 5e66628f-2079-4d8b-ad79-9023abdf665f details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:33.099145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 5e66628f-2079-4d8b-ad79-9023abdf665f details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:33.184710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Allocated IP 172.27.0.98 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/c7a843a9-8c5e-4ee5-8f76-b36e470e4868) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:33.286236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Pushing event updated for resources: {'Port': ['ID=5873ffd6-945b-45f5-9954-9cc54002d7e3,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:33.304496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:33.306854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:33.307561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc42e10>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:33.555957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-60ed5f86-a2a0-48f5-a476-c69db056b34e None None] Port b23524f3-1949-4e8b-8baf-3c3947f6a87d cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:13:33.621534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] For port 4c5238eb-372c-48eb-b23e-6ba0558a74de, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:13:33.653355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] For port 4c5238eb-372c-48eb-b23e-6ba0558a74de, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=4c5238eb-372c-48eb-b23e-6ba0558a74de,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:13:33.666687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:33.707847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:33.873273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:33.922542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Pushing event updated for resources: {'Port': ['ID=4c5238eb-372c-48eb-b23e-6ba0558a74de,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:33.929918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:33.996798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:34.071418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606a5a-de40-449c-a77a-4666b347014f req-c4d4f307-cdc1-4008-bee1-11b739e27ac0 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:34.077774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:34.080453 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e9606a5a-de40-449c-a77a-4666b347014f req-c4d4f307-cdc1-4008-bee1-11b739e27ac0 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.8557210
Dec 08 19:13:34.089106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:34.163167 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e9606a5a-de40-449c-a77a-4666b347014f req-94fa151b-d7ee-4ba0-bf70-d74fad11a981 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799546
Dec 08 19:13:34.200322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-34e7666c-5cfb-479f-85b5-a575a1b1baa0 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:34.300160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:34.313574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:34.684352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-eeb1d480-960f-48af-95b5-84e12390bc5f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:34.706554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc42e10>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:31Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:34.716916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ab25c7-95ec-403d-9036-e9fc2a0f15fa None None] The sync data for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi is: [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:31Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:13:34.751954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:34.754255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:34.758350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Pushing event updated for resources: {'Port': ['ID=b23524f3-1949-4e8b-8baf-3c3947f6a87d,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:34.774656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Pushing event updated for resources: {'Port': ['ID=c7a843a9-8c5e-4ee5-8f76-b36e470e4868,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:34.778475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:34.805843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:34.808318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:34.815827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:35.121281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:35.130312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-53b5ead2-a064-4dd0-b754-93c022aefd9b None None] Provisioning complete for port b23524f3-1949-4e8b-8baf-3c3947f6a87d triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:35.130902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-53b5ead2-a064-4dd0-b754-93c022aefd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:35.214131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-53b5ead2-a064-4dd0-b754-93c022aefd9b None None] Port b23524f3-1949-4e8b-8baf-3c3947f6a87d cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:13:35.232579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:13:35.644710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ded88-4788-42e7-8dd0-23dad2dca4e8 req-213e9b51-33f7-43c4-9e9d-7f7cfb9b1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:35.654716 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7d0ded88-4788-42e7-8dd0-23dad2dca4e8 req-213e9b51-33f7-43c4-9e9d-7f7cfb9b1319 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1163 time: 0.5519218
Dec 08 19:13:35.736685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:35.779700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4c5238eb-372c-48eb-b23e-6ba0558a74de up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:35.805077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:35.932807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 4c5238eb-372c-48eb-b23e-6ba0558a74de completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:35.962234 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7d0ded88-4788-42e7-8dd0-23dad2dca4e8 req-c1004892-9c71-45d2-a55b-878003a4ae01 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901750
Dec 08 19:13:36.130526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:13:36.160813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa232cd1-e05f-4aff-aa66-b740357f460a req-58ee9455-5904-4c82-9e35-1ae07948803c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:36.162636 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aa232cd1-e05f-4aff-aa66-b740357f460a req-58ee9455-5904-4c82-9e35-1ae07948803c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.7315056
Dec 08 19:13:36.165997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:36.168065 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] 10.222.0.61 "PUT /v2.0/routers/0ed7f66a-66cd-453b-b945-e6503ba7b2a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5276284
Dec 08 19:13:36.449236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d145e9-b10d-4c33-9343-e34c148b409b None None] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:13:36.475848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36194) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:36.633056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37cb534-0b15-410c-8924-7b6422700e0e,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:36.733237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:36.759879 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aa232cd1-e05f-4aff-aa66-b740357f460a req-a4120f45-4d60-466b-b3ce-5eeb1e27049f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796173
Dec 08 19:13:36.819424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Checking segment: {'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:36.820102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Network hostable DHCP agents. Network: 5e66628f-2079-4d8b-ad79-9023abdf665f, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:13:36.881365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Network 5e66628f-2079-4d8b-ad79-9023abdf665f is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:13:36.897598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:36.922285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 5e66628f-2079-4d8b-ad79-9023abdf665f) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:36.930402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:36.933881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:36.948288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:36.957715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Usage tracker for resource:security_group_rule and tenant:b6d7b79bbaad4ebfaaad5e4eab4ad212 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:36.964001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:36.968810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8d3e5-2008-4a1c-9449-7233d04b328e None None] Network 5e66628f-2079-4d8b-ad79-9023abdf665f requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:13:36.977641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:37.046896 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 5.1059737
Dec 08 19:13:37.144039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:37.148661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:37.164946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-13b1ffd8-7e98-4aec-a22a-5a491c621222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:37.216171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36218) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:37.250181 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6d7b79bbaad4ebfaaad5e4eab4ad212&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7724059
Dec 08 19:13:37.251630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36224) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:37.257562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b88b517-8c9e-4026-85d2-fff26ab25b25,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:37.380414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.389005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.389953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.390704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.391519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.392152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.392764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.393321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.393944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.394460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.395062 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.395628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.396358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.397090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.398787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.399529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.401789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.404845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.406605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.407656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.411447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.412080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.412878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.413437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:37.443126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Provisioning for port 4c5238eb-372c-48eb-b23e-6ba0558a74de completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:37.443570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:37.484157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:37.505775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Provisioning complete for port 4c5238eb-372c-48eb-b23e-6ba0558a74de triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:37.506645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:37.559276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:37.642563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84829091-8e55-4fda-bb19-a31e9878c521 None None] Network 5e66628f-2079-4d8b-ad79-9023abdf665f requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:13:37.816490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:37.826702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c709ee3a-a5f1-4354-9e68-550e6cc8609e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:37.891677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b88b517-8c9e-4026-85d2-fff26ab25b25,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:37.953582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:37.969091 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 5873ffd6-945b-45f5-9954-9cc54002d7e3 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:37.995558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.003619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.021026 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b88b517-8c9e-4026-85d2-fff26ab25b25 HTTP/1.1" status: 204  len: 168 time: 0.7661602
Dec 08 19:13:38.028766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.108333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:38.117210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a09339ee7d4954a107d3312c3a6957 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:38.124925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:38.137960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:38.347469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.352657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.369120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5e2adaa2-d587-4859-a1b4-47a6a88d2f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:38.406472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004e7339-f9d8-4ec5-9a0c-f61253eb28df,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:38.414072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:38.438833 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6a09339ee7d4954a107d3312c3a6957&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2207012
Dec 08 19:13:38.443553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36242) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:38.620922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.673977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:38.682811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.805252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.811013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2910b844-b372-4773-b197-b37441151a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:38.833241 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004e7339-f9d8-4ec5-9a0c-f61253eb28df,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:38.839067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:38.854625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36248) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:38.855556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.863884 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/004e7339-f9d8-4ec5-9a0c-f61253eb28df HTTP/1.1" status: 204  len: 168 time: 0.4185429
Dec 08 19:13:38.907647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36254) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:38.936023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da64d7b-5707-4230-a203-1dcf43e383c0 req-817b8c03-c067-4cb6-9cfb-60c420704b24 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:38.938214 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7da64d7b-5707-4230-a203-1dcf43e383c0 req-817b8c03-c067-4cb6-9cfb-60c420704b24 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.5353489
Dec 08 19:13:38.941816 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'security_group': {'name': 'tempest-securitygroup--583828824', 'description': 'tempest-description--2018440341'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:38.947142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:38.954499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:13:38.974736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:39.006329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:39.010633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:39.014634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:39.042498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:39.045512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Usage tracker for resource:security_group_rule and tenant:410d327b657d4a3ca7097bf1cee53017 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:39.054918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:39.075502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:39.104334 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.108735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 5873ffd6-945b-45f5-9954-9cc54002d7e3 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:39.134912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 5873ffd6-945b-45f5-9954-9cc54002d7e3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:39.135546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.176072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:39.196000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group_rule and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:39.210800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:39.237192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:39.416663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.464934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.486480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.488402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.496017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:39.496489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.506805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d11f5d79-21d6-47db-8cd2-49ac2d43eef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:39.530568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.604162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.607473 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.6844215
Dec 08 19:13:39.612809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36268) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:39.629943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:13:39.639176 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7da64d7b-5707-4230-a203-1dcf43e383c0 req-84f9b49d-e53c-488a-a282-7d05dce64cb5 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6876357
Dec 08 19:13:39.654911 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=410d327b657d4a3ca7097bf1cee53017&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7881749
Dec 08 19:13:39.658094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36272) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:39.659411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b745608a-4683-4f86-b7a2-b701e94b1e68,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:39.660925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'security_group_rule': {'security_group_id': 'f746dcd4-3e50-4348-85b3-3068622f0489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:39.668945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:39.671339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:39.677544 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group_rule and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:39.677919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] For port 4c5238eb-372c-48eb-b23e-6ba0558a74de, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=4c5238eb-372c-48eb-b23e-6ba0558a74de,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:13:39.687043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Sync routers for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:13:39.691183 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-80990742-fe5d-4469-b73a-896699b2dfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:39.697418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:39.703290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.705369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:39.747989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.752746 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 11.7874908
Dec 08 19:13:39.754866 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36278) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:39.760303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.814449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:39.840833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36282) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:39.844266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'SecurityGroup': ['ID=f746dcd4-3e50-4348-85b3-3068622f0489,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:39.858201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:39.860043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Sync routers for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:13:39.873329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.910960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:39.916494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc422e8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:39.942630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:39.943539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede1d40f0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:39.950406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.969419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:39.977115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:40.002415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Usage tracker for resource:security_group_rule and tenant:2f911914f5694392ba6e67e353ae4a1a is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:40.011979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:40.038574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:40.050049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.174366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:40.177746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.217144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.231233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-981aa8ed-a94d-49cd-8c3e-6f689772c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:40.266198 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:40.267356 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745608a-4683-4f86-b7a2-b701e94b1e68,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:40.282680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:40.310805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.321515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.332955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f7f9f230-0f9a-492e-ba76-23f0af0f669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:40.376246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697b9fa4-881a-4a6f-8a65-d1063161d14c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:40.390777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:40.390777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.390777 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b745608a-4683-4f86-b7a2-b701e94b1e68 HTTP/1.1" status: 204  len: 168 time: 0.7228549
Dec 08 19:13:40.417043 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f911914f5694392ba6e67e353ae4a1a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5675986
Dec 08 19:13:40.417925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36292) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:40.550143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.584995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.617789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.693149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a34a9818-602d-41b0-83a6-0ba865b343df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.729605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.736688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9c7895fa-da6c-44c1-b170-96c4ba6a7a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:40.752176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-48f09a21-16c0-47ba-ac85-193ee3fa77fe None None] Provisioning complete for port 4c5238eb-372c-48eb-b23e-6ba0558a74de triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:40.752883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-48f09a21-16c0-47ba-ac85-193ee3fa77fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.795821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697b9fa4-881a-4a6f-8a65-d1063161d14c,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:40.819920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:40.829160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.834726 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/697b9fa4-881a-4a6f-8a65-d1063161d14c HTTP/1.1" status: 204  len: 168 time: 0.4152236
Dec 08 19:13:40.837677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-281d654f-45e0-4b2e-bc0b-938c42c32583 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:40.899963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Pushing event updated for resources: {'Port': ['ID=4c5238eb-372c-48eb-b23e-6ba0558a74de,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:40.916030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 5873ffd6-945b-45f5-9954-9cc54002d7e3, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=5873ffd6-945b-45f5-9954-9cc54002d7e3,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:13:40.918903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:40.969212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:40.978734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0eb1a7-98d7-41a1-b088-c7295daa7bca,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:40.988524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:41.010068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.010770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.011471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.012160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.012644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.013132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc422e8>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:33Z', 'revision_number': 2, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:41.015932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.016665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.017329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.018019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.018710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.019409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.020085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.020971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.021691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.023233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.023763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Checking router: 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:13:41.023905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.031291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Updating router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 port b23524f3-1949-4e8b-8baf-3c3947f6a87d binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:13:41.032485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.035472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.036134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.040571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.043950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.044859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.045413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.046069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:41.086294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=5873ffd6-945b-45f5-9954-9cc54002d7e3,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:41.093538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:41.122474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:41.194701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede1d40f0>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:35Z', 'revision_number': 3, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:41.200619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Checking router: 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:13:41.200945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Updating router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:13:41.222194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:41.286009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:41.377638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4c5238eb-372c-48eb-b23e-6ba0558a74de up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:41.606822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36320) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:41.653803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-141c99a6-2fd1-4d66-add1-41eec64bbd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:41.691274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:41.728602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:41.738495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:76f7b33902d44ba88bab3b3f26044f38 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:41.745531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:41.772282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:41.803867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 4c5238eb-372c-48eb-b23e-6ba0558a74de triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:41.805269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:41.909156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-a3c3d09f-19c7-4763-a0de-72ef6a23caa1 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:41.910343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-a3c3d09f-19c7-4763-a0de-72ef6a23caa1 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Synchronizing usage tracker for tenant:299a72446557493480823a5d94d2c5c8 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:13:41.951332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db957-7048-4e38-b387-af1870159ed5 req-d08cb79d-4580-4a02-a1e7-89928d53024e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:41.977421 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-403db957-7048-4e38-b387-af1870159ed5 req-d08cb79d-4580-4a02-a1e7-89928d53024e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.6566908
Dec 08 19:13:41.988024 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:41.988328 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.3544979
Dec 08 19:13:42.005222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36332) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:42.071643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.076499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.096976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-38bfad8b-2b64-460a-8579-495766e52462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:42.097219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-a3c3d09f-19c7-4763-a0de-72ef6a23caa1 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Unset dirty status for tenant:299a72446557493480823a5d94d2c5c8 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:13:42.098049 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-a3c3d09f-19c7-4763-a0de-72ef6a23caa1 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/networks?id=5e66628f-2079-4d8b-ad79-9023abdf665f HTTP/1.1" status: 200  len: 809 time: 0.4930763
Dec 08 19:13:42.157530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.186023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206425cc-f4dc-4bdd-9a25-2b30495cb160,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:42.215565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:42.233392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.239033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'security_group_rule': {'security_group_id': 'f746dcd4-3e50-4348-85b3-3068622f0489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:42.248929 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-11c2a036-7b33-48fe-9bb8-380b56956cf7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76f7b33902d44ba88bab3b3f26044f38&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6399579
Dec 08 19:13:42.249658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36338) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:42.253087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Transition to ACTIVE for port object b23524f3-1949-4e8b-8baf-3c3947f6a87d will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:42.257464 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.317053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 5873ffd6-945b-45f5-9954-9cc54002d7e3 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:42.317175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:42.330455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.376467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.395185 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:42.488884 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-403db957-7048-4e38-b387-af1870159ed5 req-ad6cc9b2-5f17-4fad-8315-9b1cdc8b8328 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5103693
Dec 08 19:13:42.501953 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-9591817a-a9ba-4aab-9a06-ff065cbc1c2d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/quotas/299a72446557493480823a5d94d2c5c8 HTTP/1.1" status: 200  len: 375 time: 0.2515953
Dec 08 19:13:42.538048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.559536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group_rule and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:42.569751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-51b06d4a-ae32-4b15-8242-2f3a559c210c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:42.589613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:42.627682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206425cc-f4dc-4bdd-9a25-2b30495cb160,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:42.634141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:42.641221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:42.663421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.669990 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/206425cc-f4dc-4bdd-9a25-2b30495cb160 HTTP/1.1" status: 204  len: 168 time: 0.4191732
Dec 08 19:13:42.815114 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-a026520b-355d-409c-af7d-9be550a0905e tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?tenant_id=299a72446557493480823a5d94d2c5c8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3120973
Dec 08 19:13:42.826661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:42.991482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37af2f2-ffa4-4294-a853-5dc0c2563671 None None] Pushing event updated for resources: {'Port': ['ID=b23524f3-1949-4e8b-8baf-3c3947f6a87d,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:43.015783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d37af2f2-ffa4-4294-a853-5dc0c2563671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:43.076751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:43.125581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Transition to ACTIVE for port object c7a843a9-8c5e-4ee5-8f76-b36e470e4868 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:43.132940 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 5873ffd6-945b-45f5-9954-9cc54002d7e3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:43.133479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:43.219025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Attempting to bind port b23524f3-1949-4e8b-8baf-3c3947f6a87d on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:13:43.219440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Attempting to bind port b23524f3-1949-4e8b-8baf-3c3947f6a87d by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:13:43.219831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Attempting to bind port b23524f3-1949-4e8b-8baf-3c3947f6a87d on network 1422ddce-28c0-4837-98e8-5c8937bb83ff {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:13:43.226650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:13:43.227192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Checking segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:43.227596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:43.229674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Bound using segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:13:43.231550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Bound port: b23524f3-1949-4e8b-8baf-3c3947f6a87d, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:13:43.231550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:43.579607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] For port b23524f3-1949-4e8b-8baf-3c3947f6a87d, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:13:43.600804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] For port b23524f3-1949-4e8b-8baf-3c3947f6a87d, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=b23524f3-1949-4e8b-8baf-3c3947f6a87d,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:13:43.608309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:43.667968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d37af2f2-ffa4-4294-a853-5dc0c2563671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:43.787647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:43.966531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:44.115010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14fee0-79ca-4b48-94a4-6b77346634cc None None] Pushing event updated for resources: {'Port': ['ID=c7a843a9-8c5e-4ee5-8f76-b36e470e4868,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:44.187721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4b14fee0-79ca-4b48-94a4-6b77346634cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:44.199508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:44.201070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:44.210557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Allocated IP 172.20.0.1 (0827a540-a161-4ea5-ba22-c3b85ff6684e/119be459-d14b-4dff-b93e-0a2a30e28984/05512507-801a-440f-8126-2855637896ba) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:44.214521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37af2f2-ffa4-4294-a853-5dc0c2563671 None None] Pushing event updated for resources: {'Port': ['ID=b23524f3-1949-4e8b-8baf-3c3947f6a87d,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:44.247671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d37af2f2-ffa4-4294-a853-5dc0c2563671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:44.282163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:44.457212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:44.460401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc422e8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:44.471763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Attempting to bind port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:13:44.472472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Attempting to bind port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:13:44.473130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Attempting to bind port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:13:44.499484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:13:44.500774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:44.501536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:44.502486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:13:44.503002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Bound port: c7a843a9-8c5e-4ee5-8f76-b36e470e4868, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:13:44.503674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:44.565642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:44.598904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Transition to ACTIVE for port object 05512507-801a-440f-8126-2855637896ba will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:44.621002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device b23524f3-1949-4e8b-8baf-3c3947f6a87d up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:44.644959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:44.877752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] For port c7a843a9-8c5e-4ee5-8f76-b36e470e4868, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:13:44.884459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] For port c7a843a9-8c5e-4ee5-8f76-b36e470e4868, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=c7a843a9-8c5e-4ee5-8f76-b36e470e4868,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:13:44.892878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:45.105786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3186ea88-5d3a-4245-a1de-b4d08f95b0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:45.140402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c915abaa-52a9-444f-b9eb-5d30b8a9e647 tempest-DeleteServersTestJSON-1255413043 tempest-DeleteServersTestJSON-1255413043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:45.145465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:45.459058 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port b23524f3-1949-4e8b-8baf-3c3947f6a87d completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:45.472969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port b23524f3-1949-4e8b-8baf-3c3947f6a87d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:45.473639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:45.492858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36404) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:45.568641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14fee0-79ca-4b48-94a4-6b77346634cc None None] Pushing event updated for resources: {'Port': ['ID=c7a843a9-8c5e-4ee5-8f76-b36e470e4868,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:45.589743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4b14fee0-79ca-4b48-94a4-6b77346634cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:45.672213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:45.706596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:45.707759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede1d40f0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:45.728440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:45.738666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:45.739557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:45.827714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:45.879401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:45.941969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Pushing event updated for resources: {'Port': ['ID=05512507-801a-440f-8126-2855637896ba,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:45.987150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:45.987936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0555c906-1372-468d-8458-2bf8e3dca5de tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:46.137883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc422e8>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:43Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:46.154386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58642a2-7da2-470b-ad86-1e1b15bf0b2f None None] The sync data for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi is: [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:43Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:13:46.163113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:46.191354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:46.192777 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 4.1741073
Dec 08 19:13:46.213301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36420) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:46.219835 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-6247dc8a-b680-427b-84d7-72b423ae1cae service neutron] 10.222.0.61 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=segments HTTP/1.1" status: 200  len: 212 time: 3.2516572
Dec 08 19:13:46.222551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88722234-30f3-4a89-9353-5f69c9814e03,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:46.228141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:46.243364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'floatingip': {'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:46.260698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:46.297353 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:46.344245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Usage tracker for resource:security_group_rule and tenant:fba73ad3d6b9483d9f5579b6836c34c3 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:46.350057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:floatingip and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:46.363857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:46.385271 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:46.431782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-cad6535d-d05b-4644-81b7-f013b74baf53 None None] Provisioning for port 05512507-801a-440f-8126-2855637896ba completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:46.467733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-cad6535d-d05b-4644-81b7-f013b74baf53 None None] Provisioning complete for port 05512507-801a-440f-8126-2855637896ba triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:46.473390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cad6535d-d05b-4644-81b7-f013b74baf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:46.492474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-e22d15b1-2d54-4d6a-8978-d90a6eec0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:46.495303 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-e22d15b1-2d54-4d6a-8978-d90a6eec0513 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.3051443
Dec 08 19:13:46.621880 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4732a2e2-4f9b-43eb-84f5-83e86f1d03fa service neutron] 10.222.0.61 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3577733
Dec 08 19:13:46.639174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:46.686808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-cad6535d-d05b-4644-81b7-f013b74baf53 None None] Port 05512507-801a-440f-8126-2855637896ba cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:13:46.690612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:46.809570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:46.973925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:47.094862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:47.126032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:47.231434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-a65eb311-9f3f-45eb-bcc9-7eced1b1fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:47.249146 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-a65eb311-9f3f-45eb-bcc9-7eced1b1fba5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.7378671
Dec 08 19:13:47.358455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port b23524f3-1949-4e8b-8baf-3c3947f6a87d, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=b23524f3-1949-4e8b-8baf-3c3947f6a87d,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:13:47.372586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:47.395579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:47.452357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:47.466389 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-92dfac35-83b2-486f-a23e-470ad16675e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.2022049
Dec 08 19:13:47.472542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:47.495313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-30e6fa2b-0271-4349-9d6c-12b42f0ab67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:47.623152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1f4c89d8-1d95-4633-afd7-4a07d5ee1e8b req-0912e1b3-b54e-4205-a87f-87fc47414525 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 210 time: 0.4157603
Dec 08 19:13:47.625837 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=b23524f3-1949-4e8b-8baf-3c3947f6a87d,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:47.649286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:47.837837 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fba73ad3d6b9483d9f5579b6836c34c3&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3396506
Dec 08 19:13:47.903599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36456) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:47.908839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-5d77420e-d8d7-4a6d-891f-fe8abc29ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:47.912838 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-5d77420e-d8d7-4a6d-891f-fe8abc29ab33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.4224436
Dec 08 19:13:48.020226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:48.083232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede1d40f0>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:35Z', 'revision_number': 3, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:48.090440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cf26c-ec9e-41b2-9f06-ffed389195ea None None] The sync data for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi is: [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:35Z', 'revision_number': 3, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:13:48.344954 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-a1e9bcd9-2fc4-4c4d-bf5a-653e04763c09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2907352
Dec 08 19:13:48.478738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:48.493820 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9122fa-6583-494c-b559-3818e651d740,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:48.509948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:48.608622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.resource_extend [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 08 19:13:48.658449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:48.664971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:48.728572 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:48.972395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f936f5ab-9c73-4763-93a7-fb2cdd2b4aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:49.102389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061844a-b58a-40f1-be44-1b8f9d3ac7f0 req-58a656c7-6899-41e5-8620-4bd47247fcfa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:49.108862 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7061844a-b58a-40f1-be44-1b8f9d3ac7f0 req-58a656c7-6899-41e5-8620-4bd47247fcfa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.5715907
Dec 08 19:13:49.190837 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-4051796d-b2b5-4e6b-a2d5-7482a5b72a72 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8441381
Dec 08 19:13:49.237204 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-19654a68-3531-44d1-8041-30d64dc5f10d req-4f257df8-2129-4266-9f19-deb095338d7e tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 210 time: 0.1538208
Dec 08 19:13:49.306229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Pushing event updated for resources: {'Port': ['ID=05512507-801a-440f-8126-2855637896ba,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:49.315184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:49.333866 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7061844a-b58a-40f1-be44-1b8f9d3ac7f0 req-818848cf-cc82-4920-9246-872d68850fb9 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619275
Dec 08 19:13:49.381632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:49.438722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:49.440241 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:49.441031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:49.577147 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d8df632c-df62-4883-b96e-d9b1acc38fa9 req-27b26d12-0594-4e36-bafe-dcde21624da2 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3784192
Dec 08 19:13:49.793681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:49.837523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device c7a843a9-8c5e-4ee5-8f76-b36e470e4868 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:49.848997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1c8729a4-a378-41ef-a144-72b587bc4daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:49.902895 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9122fa-6583-494c-b559-3818e651d740,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:49.915793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:50.009381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:50.010343 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c9122fa-6583-494c-b559-3818e651d740 HTTP/1.1" status: 204  len: 168 time: 2.0960283
Dec 08 19:13:50.158514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-bd6f51af-59d1-4494-b83a-77da4acd34a0 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:50.163268 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-bd6f51af-59d1-4494-b83a-77da4acd34a0 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "GET /v2.0/networks?id=5e66628f-2079-4d8b-ad79-9023abdf665f HTTP/1.1" status: 200  len: 809 time: 0.4322307
Dec 08 19:13:50.188904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Request body: {'port': {'device_id': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f', 'admin_state_up': True, 'tenant_id': '299a72446557493480823a5d94d2c5c8'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:50.190038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f0373d40-a9dd-4f81-a1e0-1c158a74e92c None None] Provisioning complete for port 05512507-801a-440f-8126-2855637896ba triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:50.192801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f0373d40-a9dd-4f81-a1e0-1c158a74e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:50.399175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:13:50.493904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:50.494547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:50.779096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-f0373d40-a9dd-4f81-a1e0-1c158a74e92c None None] Port 05512507-801a-440f-8126-2855637896ba cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:13:50.953142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:50.961838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Usage tracker for resource:port and tenant:299a72446557493480823a5d94d2c5c8 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:50.968000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Quota usage for port was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:50.981184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:50.998694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Made reservation on behalf of 299a72446557493480823a5d94d2c5c8 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:51.006188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:51.032316 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:51.112247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port c7a843a9-8c5e-4ee5-8f76-b36e470e4868, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=c7a843a9-8c5e-4ee5-8f76-b36e470e4868,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:13:51.125662 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:51.139865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device b23524f3-1949-4e8b-8baf-3c3947f6a87d up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:51.285861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4b14fee0-79ca-4b48-94a4-6b77346634cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:51.366561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Allocated IP 172.27.0.202 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/6d6b791b-b178-4a7f-828e-317015abf4e5) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:51.551947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Allocated IP 172.20.0.3 (5e66628f-2079-4d8b-ad79-9023abdf665f/e37cb534-0b15-410c-8924-7b6422700e0e/63182e38-f27a-437a-92fb-e8af626b55d0) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:13:51.700863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=c7a843a9-8c5e-4ee5-8f76-b36e470e4868,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:51.707330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port b23524f3-1949-4e8b-8baf-3c3947f6a87d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:51.707971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:51.772533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.773089 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.773706 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.774310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.774934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.775548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.776148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.776787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.777385 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.777993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.778612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.779230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.780070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.780798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.781404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.782004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.782609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.783218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.783819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.784467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.786085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.787051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.787848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.788934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:13:51.797538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:51.813182 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e0636ca-2a82-471e-bb47-23d74033cb85 req-015b8894-9203-42cd-b5c7-f47e2ca727da tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 210 time: 0.3699510
Dec 08 19:13:51.853607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:51.913344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:51.953931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:51.986275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:13:52.160368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34703-a2f9-45fd-8015-00475f52305a req-c540e184-87bd-49e4-8a72-2bd6fdc02636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:52.163239 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5aa34703-a2f9-45fd-8015-00475f52305a req-c540e184-87bd-49e4-8a72-2bd6fdc02636 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 2.3385181
Dec 08 19:13:52.213232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Pushing event updated for resources: {'Port': ['ID=63182e38-f27a-437a-92fb-e8af626b55d0,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:52.262219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device c7a843a9-8c5e-4ee5-8f76-b36e470e4868 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:13:52.311228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:52.333447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:52.351981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:52.415481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:52.498894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Network 5e66628f-2079-4d8b-ad79-9023abdf665f is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:52.500674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:52.505224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:52.688474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:52.688474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:52.723051 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5479558
Dec 08 19:13:52.746023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'Port': ['ID=6d6b791b-b178-4a7f-828e-317015abf4e5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:52.749589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:13:52.763076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663678a-ef39-4c67-b662-1dd014e46cba req-146e0fd8-b720-40fb-9ccf-7e66d371d907 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:52.766222 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4663678a-ef39-4c67-b662-1dd014e46cba req-146e0fd8-b720-40fb-9ccf-7e66d371d907 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.3700016
Dec 08 19:13:52.768888 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Sync routers for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:13:52.769655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:52.799222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36540) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:52.811253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:52.812730 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd0b2908>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:52.827650 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] 10.222.0.61 "PUT /v2.0/routers/8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.0630410
Dec 08 19:13:52.882712 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4663678a-ef39-4c67-b662-1dd014e46cba req-3cb83656-04f4-4f86-b94c-e0a21b6c0d33 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961576
Dec 08 19:13:52.903021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:13:52.906321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:52.918088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:13:52.990371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.055709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:13:53.055959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-155442559-network', 'tenant_id': '79adf7f0656e4d138dafa7ea27b8c6be'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:53.056236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.063106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:53.068342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Usage tracker for resource:network and tenant:79adf7f0656e4d138dafa7ea27b8c6be is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:53.078506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:53.085793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:53.101459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Made reservation on behalf of 79adf7f0656e4d138dafa7ea27b8c6be for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:53.111025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.129440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.171316 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:53.180692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Usage tracker for resource:security_group_rule and tenant:79adf7f0656e4d138dafa7ea27b8c6be is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:53.187574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:53.203590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:53.206828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.250835 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:53.405645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.414083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.430873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-92c89a89-247d-4aeb-90d8-36d5a2e56a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:53.517938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43da65cf-e53c-4008-9738-5e740c159794,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:53.529464 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6212e2-ea98-42a6-bf93-91b7dc118979 req-49567be8-cb76-420d-bd31-1d74bdd3fa31 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:53.545039 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a6212e2-ea98-42a6-bf93-91b7dc118979 req-49567be8-cb76-420d-bd31-1d74bdd3fa31 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 931 time: 0.4417069
Dec 08 19:13:53.551113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:53.589151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:13:53.628915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.629566 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Added segment d61716bc-b7ce-42fd-b906-ad6c0b2e330f of type vxlan for network def14035-eb72-4b9d-842d-8d504b7e5324
Dec 08 19:13:53.676306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.730215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5a6212e2-ea98-42a6-bf93-91b7dc118979 req-d60c6c00-0e18-4451-a854-16de633ff27e tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Synchronizing usage tracker for tenant:299a72446557493480823a5d94d2c5c8 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:13:53.758352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.759796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:53.760635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:53.767731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:53.818995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5a6212e2-ea98-42a6-bf93-91b7dc118979 req-d60c6c00-0e18-4451-a854-16de633ff27e tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Unset dirty status for tenant:299a72446557493480823a5d94d2c5c8 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:13:53.834257 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a6212e2-ea98-42a6-bf93-91b7dc118979 req-d60c6c00-0e18-4451-a854-16de633ff27e tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706511
Dec 08 19:13:54.007421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Request body: {'port': {'device_id': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:54.044510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Pushing event updated for resources: {'Network': ['ID=def14035-eb72-4b9d-842d-8d504b7e5324,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:54.062177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:54.086293 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.2821794
Dec 08 19:13:54.086598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network def14035-eb72-4b9d-842d-8d504b7e5324 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:54.087077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36586) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:54.107908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Request body: {'subnet': {'network_id': 'def14035-eb72-4b9d-842d-8d504b7e5324', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-155442559-subnet', 'tenant_id': '79adf7f0656e4d138dafa7ea27b8c6be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:13:54.118413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:54.128359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Usage tracker for resource:subnet and tenant:79adf7f0656e4d138dafa7ea27b8c6be is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:54.130366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network def14035-eb72-4b9d-842d-8d504b7e5324 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:13:54.144810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.resource_extend [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 08 19:13:54.170981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:54.188290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:54.225063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:54.247632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:54.346814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:54.571556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Made reservation on behalf of 79adf7f0656e4d138dafa7ea27b8c6be for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:13:54.614829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd0b2908>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:13:47Z', 'revision_number': 2, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:54.617978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852316690'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:54.620376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Checking router: 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:13:54.620774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Updating router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 port 05512507-801a-440f-8126-2855637896ba binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:13:54.757612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:54.762138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-738dfdaf-d694-417b-b9f6-fc96d7b64c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:54.854658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34703-a2f9-45fd-8015-00475f52305a req-dcfa8d55-ed66-493e-8573-57fd6fd86df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:54.858833 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5aa34703-a2f9-45fd-8015-00475f52305a req-dcfa8d55-ed66-493e-8573-57fd6fd86df3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 1.0836372
Dec 08 19:13:55.132917 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5aa34703-a2f9-45fd-8015-00475f52305a req-c0051a42-1d3b-49fe-a76e-9184a2960fab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.1720870
Dec 08 19:13:55.304427 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa34703-a2f9-45fd-8015-00475f52305a req-147361df-d35e-48b3-b5d9-29b211c83ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:55.307146 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5aa34703-a2f9-45fd-8015-00475f52305a req-147361df-d35e-48b3-b5d9-29b211c83ac5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.1254821
Dec 08 19:13:55.415893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c95917-97de-4ecc-ba70-8f4e392eac8f req-c0d5bfc8-48d3-442b-a57d-4afa7bb9655d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:55.429952 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-79c95917-97de-4ecc-ba70-8f4e392eac8f req-c0d5bfc8-48d3-442b-a57d-4afa7bb9655d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.1916332
Dec 08 19:13:55.442773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'Port': ['ID=6d6b791b-b178-4a7f-828e-317015abf4e5,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:55.517309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:55.540827 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-79c95917-97de-4ecc-ba70-8f4e392eac8f req-eda17071-1e6d-4636-916b-e4c5518b955b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052487
Dec 08 19:13:55.649910 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:55.729850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df032568-da9a-4d3d-80d1-b00be7ffd4d1 req-bbac771b-45d2-4e18-936f-c679c36c25ec tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:55.748681 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-df032568-da9a-4d3d-80d1-b00be7ffd4d1 req-bbac771b-45d2-4e18-936f-c679c36c25ec tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 931 time: 0.4342418
Dec 08 19:13:55.858331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:55.865436 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.6492209
Dec 08 19:13:55.962299 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-df032568-da9a-4d3d-80d1-b00be7ffd4d1 req-6704a0c9-d7fd-49a5-b30a-dde27fa3d07b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046723
Dec 08 19:13:56.068340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36614) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:56.331199 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5aa34703-a2f9-45fd-8015-00475f52305a req-7f8a02fd-3cce-4c2a-97b6-e0a87372f0bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1513894
Dec 08 19:13:56.331855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:56.354516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Transition to ACTIVE for port object 05512507-801a-440f-8126-2855637896ba will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:56.374748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:56.486220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b20bb825-7d1a-43ba-bcf5-cd00af442d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:56.582523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:56.597614 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e85dff-6c9c-4258-a76e-85be9487374f None None] Pushing event updated for resources: {'Port': ['ID=05512507-801a-440f-8126-2855637896ba,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:56.643504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63182e38-f27a-437a-92fb-e8af626b55d0 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:13:56.658990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:56.668594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-31e85dff-6c9c-4258-a76e-85be9487374f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:56.689709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Transition to ACTIVE for port object 63182e38-f27a-437a-92fb-e8af626b55d0 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:13:56.696571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:13:56.700963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:56.752532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4e3e829a-d5e3-4c3e-b139-f89d03bf867d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:56.997160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Usage tracker for resource:security_group_rule and tenant:9c4f67afa40541758a974302a538581c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:13:57.048990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:13:57.055739 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-1505eee4-b722-45ea-bc00-18ae324385dc tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--583828824&fields=id&tenant_id=cbeffe8fb14343a19e93604db0559e42 HTTP/1.1" status: 200  len: 267 time: 0.5888271
Dec 08 19:13:57.134153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Pushing event updated for resources: {'Port': ['ID=63182e38-f27a-437a-92fb-e8af626b55d0,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:57.142858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:13:57.152579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Attempting to bind port 05512507-801a-440f-8126-2855637896ba on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:13:57.153308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Attempting to bind port 05512507-801a-440f-8126-2855637896ba by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:13:57.154038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Attempting to bind port 05512507-801a-440f-8126-2855637896ba on network 0827a540-a161-4ea5-ba22-c3b85ff6684e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:13:57.189072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:13:57.189856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Checking segment: {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:57.190658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:57.191445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Bound using segment: {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:13:57.192449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Bound port: 05512507-801a-440f-8126-2855637896ba, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:13:57.193313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:57.295240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:57.296169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852667342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852316673'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:57.318720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3c080d7f-6ffe-4bee-92f3-a026cd5bb1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:57.325603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:57.400146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] For port 05512507-801a-440f-8126-2855637896ba, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:13:57.407184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] For port 05512507-801a-440f-8126-2855637896ba, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=05512507-801a-440f-8126-2855637896ba,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:13:57.413801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:57.445935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:57.493309 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5aa34703-a2f9-45fd-8015-00475f52305a req-9d54e97a-9206-4314-ab96-fdcd5b9a31aa service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4271979
Dec 08 19:13:57.573122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:57.637368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:57.694941 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c4f67afa40541758a974302a538581c&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6247420
Dec 08 19:13:57.705892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eebdab-6a32-4479-9e48-487b6c2f76e7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:57.712625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36640) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:13:57.752233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:57.762484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:13:57.991748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:58.006526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99085884-2418-4243-96f0-fa7d94ab7dc9,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:58.022530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:58.123882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e85dff-6c9c-4258-a76e-85be9487374f None None] Pushing event updated for resources: {'Port': ['ID=05512507-801a-440f-8126-2855637896ba,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:58.139703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-31e85dff-6c9c-4258-a76e-85be9487374f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:58.209206 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Checking segment: {'id': 'd61716bc-b7ce-42fd-b906-ad6c0b2e330f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'def14035-eb72-4b9d-842d-8d504b7e5324'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:58.210459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Network hostable DHCP agents. Network: def14035-eb72-4b9d-842d-8d504b7e5324, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:13:58.215829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ea008-e300-48bb-9b7c-8b49514505c9 req-b6a78f86-1647-4ddb-80b8-ece80a42ae5c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:58.216901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Attempting to bind port 63182e38-f27a-437a-92fb-e8af626b55d0 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:13:58.217797 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d38ea008-e300-48bb-9b7c-8b49514505c9 req-b6a78f86-1647-4ddb-80b8-ece80a42ae5c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.2236893
Dec 08 19:13:58.226196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Attempting to bind port 63182e38-f27a-437a-92fb-e8af626b55d0 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:13:58.227090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Attempting to bind port 63182e38-f27a-437a-92fb-e8af626b55d0 on network 5e66628f-2079-4d8b-ad79-9023abdf665f {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:13:58.250389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:58.252697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:13:58.253350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Checking segment: {'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:13:58.254050 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:58.254731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Bound using segment: {'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:13:58.256352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Bound port: 63182e38-f27a-437a-92fb-e8af626b55d0, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:13:58.257039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:58.268724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:13:58.277221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd0b2908>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:13:41Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:13:58.335869 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5aa34703-a2f9-45fd-8015-00475f52305a req-650330ff-8b9a-492f-b404-79fd45ff9d22 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3476856
Dec 08 19:13:58.351092 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-7ab84e25-e695-46ee-9e3a-9c470c30a9f1 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:58.363114 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-7ab84e25-e695-46ee-9e3a-9c470c30a9f1 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 817 time: 1.2931898
Dec 08 19:13:58.413416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Network def14035-eb72-4b9d-842d-8d504b7e5324 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:13:58.421590 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-b1254b50-9dcb-4797-856c-b90d50a701c5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/quotas/cbeffe8fb14343a19e93604db0559e42 HTTP/1.1" status: 200  len: 375 time: 0.0572412
Dec 08 19:13:58.494879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, def14035-eb72-4b9d-842d-8d504b7e5324) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:13:58.612686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:58.614086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:58.667236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d38ea008-e300-48bb-9b7c-8b49514505c9 req-1283037c-975f-4683-ab7a-e56db8baa90b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4290955
Dec 08 19:13:58.803303 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.7144461
Dec 08 19:13:58.829178 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-6b88ba31-ee01-42be-9bbf-69f88a1f8f92 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4061694
Dec 08 19:13:58.832641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] For port 63182e38-f27a-437a-92fb-e8af626b55d0, host hv-cinder-76606, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:13:58.845702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] For port 63182e38-f27a-437a-92fb-e8af626b55d0, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=63182e38-f27a-437a-92fb-e8af626b55d0,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:13:58.855967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:13:58.864421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:58.962990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:58.980504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-da113be6-a71a-4277-a0a0-7b645ca3fbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:59.043579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eebdab-6a32-4479-9e48-487b6c2f76e7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:59.093998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:13:59.094314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:59.118976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:59.120369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2eebdab-6a32-4479-9e48-487b6c2f76e7 HTTP/1.1" status: 204  len: 168 time: 1.3830292
Dec 08 19:13:59.164037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:59.164927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:13:59.166653 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] 10.222.0.73 "PUT /v2.0/ports/63182e38-f27a-437a-92fb-e8af626b55d0 HTTP/1.1" status: 200  len: 1157 time: 5.4016953
Dec 08 19:13:59.196690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:13:59.406783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Pushing event updated for resources: {'Port': ['ID=63182e38-f27a-437a-92fb-e8af626b55d0,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:13:59.440717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:13:59.486312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-6eca0c35-3a2d-478c-9698-f1c03afb6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:59.493501 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-6eca0c35-3a2d-478c-9698-f1c03afb6b5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=299a72446557493480823a5d94d2c5c8&device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 1160 time: 0.2606618
Dec 08 19:13:59.631236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9af93-7734-4000-a189-0f6aa550bce5 None None] Network def14035-eb72-4b9d-842d-8d504b7e5324 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:13:59.777851 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-7e8e68da-b5ec-4313-ba1a-9c18b947a573 service neutron] 10.222.0.61 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9412279
Dec 08 19:13:59.790522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1527-650c-4c21-a53d-52c778919e99 req-0b62fe37-a7db-4376-bdce-900b2ebb8fc7 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:13:59.794538 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-18ae1527-650c-4c21-a53d-52c778919e99 req-0b62fe37-a7db-4376-bdce-900b2ebb8fc7 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 943 time: 0.4804547
Dec 08 19:13:59.835851 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-a8141c2b-aefd-4155-9b6c-4d2642b3a20c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63182e38-f27a-437a-92fb-e8af626b55d0 HTTP/1.1" status: 200  len: 217 time: 0.3326392
Dec 08 19:14:00.238532 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-2e5a56a4-c787-4dcf-9dd3-4a3770780967 service neutron] 10.222.0.61 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4421942
Dec 08 19:14:00.298923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36668) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:00.344910 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-18ae1527-650c-4c21-a53d-52c778919e99 req-a8744e6a-f883-4c49-a4b6-de8b85b5648b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044586
Dec 08 19:14:00.403997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:00.446180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:00.455644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Usage tracker for resource:security_group_rule and tenant:d8ca5833b43e4dbc805a615d78b671e0 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:00.480919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:00.530718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:00.609277 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0', 'status': 'completed', 'code': 200}
Dec 08 19:14:00.619814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd0b2908>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:13:57Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:00.659575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddf579-2288-4df1-990a-3ae24b153818 None None] The sync data for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi is: [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:13:57Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:14:00.693761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771da3b-3c1e-460b-93fd-e4b986e56711 None None] Network def14035-eb72-4b9d-842d-8d504b7e5324 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:14:00.928695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:00.938088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:00.948935 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0dd982d5-8100-46da-b40e-a7e7d314c3e4 req-18ca271b-b123-4a12-ae1a-796735263f4f tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 210 time: 0.1533313
Dec 08 19:14:00.996350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dd780e5f-e1c2-405a-a9c9-ff8ed7a09924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:01.081878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359feb-68a4-43be-b0e1-a3bf60194920 req-6b986e25-2991-4eb6-8dc2-f5c5f19d878a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:01.090856 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8ca5833b43e4dbc805a615d78b671e0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7902734
Dec 08 19:14:01.092907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36680) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:01.094403 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-02359feb-68a4-43be-b0e1-a3bf60194920 req-6b986e25-2991-4eb6-8dc2-f5c5f19d878a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.1413372
Dec 08 19:14:01.096766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bfb6bd-f2ea-4260-8de9-1e546a5f2f5e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:01.212501 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-02359feb-68a4-43be-b0e1-a3bf60194920 req-43c0a720-ae56-4b7c-9ef5-104f30eba4e8 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142759
Dec 08 19:14:01.261051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:01.331653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:01.488403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:01.896370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:01.914024 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-35e6d44d-2d0b-40f7-a02f-8d610f1c7281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:01.949449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bfb6bd-f2ea-4260-8de9-1e546a5f2f5e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:01.963301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:01.975007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-3c3dcda0-524e-43a6-9eb7-528b8cb5b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:01.976829 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-3c3dcda0-524e-43a6-9eb7-528b8cb5b2c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e37cb534-0b15-410c-8924-7b6422700e0e HTTP/1.1" status: 200  len: 849 time: 0.4625599
Dec 08 19:14:01.977755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:01.981414 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76bfb6bd-f2ea-4260-8de9-1e546a5f2f5e HTTP/1.1" status: 204  len: 168 time: 0.8847554
Dec 08 19:14:02.066214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463e2c-1402-49f9-8be6-7f2bc2df8864 req-e1fad248-adab-4c35-adef-678f80985b8a tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:02.075293 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ae463e2c-1402-49f9-8be6-7f2bc2df8864 req-e1fad248-adab-4c35-adef-678f80985b8a tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 943 time: 0.2451444
Dec 08 19:14:02.228722 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ae463e2c-1402-49f9-8be6-7f2bc2df8864 req-34c20fce-ab64-4a2e-be6c-08738c85548c tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517317
Dec 08 19:14:02.288071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 05512507-801a-440f-8126-2855637896ba up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:02.412456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 05512507-801a-440f-8126-2855637896ba completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:02.428919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 05512507-801a-440f-8126-2855637896ba triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:02.429770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:02.449992 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d7c50810-0613-4f3f-a570-541c7f22e43a req-aab9150c-ac3d-492d-8a74-a5b7a43efb59 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 210 time: 0.0836174
Dec 08 19:14:02.669103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:02.718723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 05512507-801a-440f-8126-2855637896ba, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=05512507-801a-440f-8126-2855637896ba,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:02.721720 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-787f8d64-1643-4603-93a3-5e9ca4a6e922 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e66628f-2079-4d8b-ad79-9023abdf665f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2165499
Dec 08 19:14:02.731485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:02.738772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:02.915787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=05512507-801a-440f-8126-2855637896ba,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:02.920011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:02.951777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c05a7-adbd-4386-9aef-77911629d5a5 req-d5d134d4-4b55-4c44-9fb9-de75d25d1c58 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:02.954085 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-479c05a7-adbd-4386-9aef-77911629d5a5 req-d5d134d4-4b55-4c44-9fb9-de75d25d1c58 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.3443794
Dec 08 19:14:03.052990 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-479c05a7-adbd-4386-9aef-77911629d5a5 req-ebffbde9-0198-454e-b1fe-741e6dc81693 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895591
Dec 08 19:14:03.134615 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-725e214d-7cf6-4213-8cae-c72bba10c6d1 service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4039416
Dec 08 19:14:03.379971 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72ad6e3f-c002-4e90-978b-a2f617d0897a req-92e6910e-2e66-4d1f-99f1-5e7e8a3808b9 service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2379851
Dec 08 19:14:03.727881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d92b-6b65-437d-8312-20c94a60753a req-524fb902-3ee4-4f23-976f-d806b34959b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:03.729617 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6e11d92b-6b65-437d-8312-20c94a60753a req-524fb902-3ee4-4f23-976f-d806b34959b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=299a72446557493480823a5d94d2c5c8&device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 1160 time: 0.2532182
Dec 08 19:14:03.927999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc8e12-9e89-4867-8fa5-41bb46d5fb01 req-99bbab4d-09b1-4976-a78e-3156f46d052f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:03.931669 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-25dc8e12-9e89-4867-8fa5-41bb46d5fb01 req-99bbab4d-09b1-4976-a78e-3156f46d052f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 943 time: 0.4471142
Dec 08 19:14:04.041059 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f2240480-9027-48df-a1b3-090db1fef166 req-7f2bd99d-c412-48b6-8337-13629693a900 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 210 time: 0.1963909
Dec 08 19:14:04.236969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d92b-6b65-437d-8312-20c94a60753a req-6974634b-c9c4-4161-a851-7238049b13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:04.242008 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6e11d92b-6b65-437d-8312-20c94a60753a req-6974634b-c9c4-4161-a851-7238049b13ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e66628f-2079-4d8b-ad79-9023abdf665f HTTP/1.1" status: 200  len: 903 time: 0.4989464
Dec 08 19:14:04.291685 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-25dc8e12-9e89-4867-8fa5-41bb46d5fb01 req-2c7d90ee-b310-4c67-bbce-c5a4b8224f97 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695663
Dec 08 19:14:04.398674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-2fa0eef5-d382-46af-87d3-0af96151775e tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:04.400946 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-2fa0eef5-d382-46af-87d3-0af96151775e tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 817 time: 0.6805136
Dec 08 19:14:04.423249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 05512507-801a-440f-8126-2855637896ba up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:04.470080 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6e11d92b-6b65-437d-8312-20c94a60753a req-7c6a201d-f27b-46ee-bebf-2ab22612feed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63182e38-f27a-437a-92fb-e8af626b55d0 HTTP/1.1" status: 200  len: 217 time: 0.2195249
Dec 08 19:14:04.678570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d92b-6b65-437d-8312-20c94a60753a req-32bb6f1c-2189-452a-98e1-429bc15f1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:04.678570 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6e11d92b-6b65-437d-8312-20c94a60753a req-32bb6f1c-2189-452a-98e1-429bc15f1e83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e37cb534-0b15-410c-8924-7b6422700e0e HTTP/1.1" status: 200  len: 849 time: 0.1965213
Dec 08 19:14:04.825604 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 05512507-801a-440f-8126-2855637896ba triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:04.826092 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:04.830565 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6e11d92b-6b65-437d-8312-20c94a60753a req-fbc48f40-eed3-42dd-b47c-b6166eabd98c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e66628f-2079-4d8b-ad79-9023abdf665f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1485448
Dec 08 19:14:04.841036 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-7715ec1d-7a82-4f54-a4a5-64473706a2f1 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbeffe8fb14343a19e93604db0559e42 HTTP/1.1" status: 200  len: 5508 time: 0.4219885
Dec 08 19:14:04.857678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-31ac6ad2-3caa-4979-8079-f7171e5e2c08 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:04.859403 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-31ac6ad2-3caa-4979-8079-f7171e5e2c08 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/networks?id=def14035-eb72-4b9d-842d-8d504b7e5324 HTTP/1.1" status: 200  len: 813 time: 0.2729650
Dec 08 19:14:04.884476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'port': {'device_id': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'admin_state_up': True, 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'security_groups': ['f746dcd4-3e50-4348-85b3-3068622f0489']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:05.232837 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6e11d92b-6b65-437d-8312-20c94a60753a req-51c3dc74-6e8c-4835-b434-6ec60ba65715 service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3874962
Dec 08 19:14:05.383694 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-442cf0bf-468e-420e-8a0f-8a435f1bea31 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/quotas/79adf7f0656e4d138dafa7ea27b8c6be HTTP/1.1" status: 200  len: 375 time: 0.1441121
Dec 08 19:14:05.536260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:05.548512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:port and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:05.553570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for port was recalculated. Used quota:3. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:05.561028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:05.585214 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-bad57caf-0a2c-4cbc-8d37-fa2e33891dba tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?tenant_id=79adf7f0656e4d138dafa7ea27b8c6be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2004173
Dec 08 19:14:05.704593 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6e11d92b-6b65-437d-8312-20c94a60753a req-12087575-3060-46f5-a9ca-cb7803e81c0a service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4535224
Dec 08 19:14:05.744908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Made reservation on behalf of cbeffe8fb14343a19e93604db0559e42 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:05.751446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:05.873605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbf491-b421-4e5f-a800-67fcbec84504 req-19fdd7dc-11cd-4182-9d9f-21a9298f27a1 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:05.892038 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f0cbf491-b421-4e5f-a800-67fcbec84504 req-19fdd7dc-11cd-4182-9d9f-21a9298f27a1 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.0307026
Dec 08 19:14:06.081555 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f0cbf491-b421-4e5f-a800-67fcbec84504 req-b3cf789c-8e99-446b-886c-985c648f6464 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489224
Dec 08 19:14:06.164995 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-074b0ee4-778c-4a28-9b3e-cce4be8add8c service neutron] 10.222.0.61 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5786002
Dec 08 19:14:06.627472 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-abab5b8a-f2ff-4d52-b043-837a738ffe60 service neutron] 10.222.0.61 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4415166
Dec 08 19:14:06.695321 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f4053f3-9451-45df-85da-106d7b335dde req-3dd32ff8-292f-4771-a3b5-2871ad662acf tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 210 time: 0.0713646
Dec 08 19:14:06.927899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-a9c6c49e-3700-4f34-ad4b-b2447e61fc77 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:14:07.293535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Allocated IP 172.20.0.7 (1422ddce-28c0-4837-98e8-5c8937bb83ff/e22f64ba-c964-46fb-b971-4f8cad44715c/ad4e807a-889d-429f-b2ec-bfb0696c663c) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:07.323230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce48a9-448a-49eb-831f-6eaac29c7c6d req-43c0c90d-6625-4034-b046-86941e44270d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:07.329189 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-20ce48a9-448a-49eb-831f-6eaac29c7c6d req-43c0c90d-6625-4034-b046-86941e44270d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 943 time: 0.3398616
Dec 08 19:14:07.406786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 63182e38-f27a-437a-92fb-e8af626b55d0 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:07.466789 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-20ce48a9-448a-49eb-831f-6eaac29c7c6d req-5ffc5886-893c-4f92-8fb4-bad8ab075dc9 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068017
Dec 08 19:14:07.561878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 63182e38-f27a-437a-92fb-e8af626b55d0 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:07.572345 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 63182e38-f27a-437a-92fb-e8af626b55d0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:07.572999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:07.774473 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:07.847365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 63182e38-f27a-437a-92fb-e8af626b55d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=63182e38-f27a-437a-92fb-e8af626b55d0,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:07.848744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:07.864730 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:07.865998 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21301f74-bafd-47fb-bd4a-5e1f9e7d3434 req-9f7e25af-2d83-4072-8723-e98441883da7 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1614394
Dec 08 19:14:07.872954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:08.055176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:08.096346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=63182e38-f27a-437a-92fb-e8af626b55d0,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:08.106572 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:08.123957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Transition to ACTIVE for port object ad4e807a-889d-429f-b2ec-bfb0696c663c will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:08.291808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:08.465021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:08.562435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:08.573999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:08.583908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:08.589982 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:08.590803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:08.681025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 63182e38-f27a-437a-92fb-e8af626b55d0 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:08.738243 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8764281
Dec 08 19:14:08.759137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61af3-ae29-4a97-95da-b4c02196c458 req-0f580408-3c69-4c25-9f1e-37851e11cd3f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:08.761180 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87d61af3-ae29-4a97-95da-b4c02196c458 req-0f580408-3c69-4c25-9f1e-37851e11cd3f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.6054084
Dec 08 19:14:08.763319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'Port': ['ID=ad4e807a-889d-429f-b2ec-bfb0696c663c,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:08.768047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:08.772921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Request body: {'port': {'device_id': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:08.855115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 63182e38-f27a-437a-92fb-e8af626b55d0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:08.858086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:08.943888 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba400324-ff86-41fc-9adf-4f92ae4172c8 req-434b7bb6-f0e5-4385-b895-f7203464a92d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:08.949317 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba400324-ff86-41fc-9adf-4f92ae4172c8 req-434b7bb6-f0e5-4385-b895-f7203464a92d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.7257094
Dec 08 19:14:09.168467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-bf00e21b-8893-4c22-8b54-860c81aa2786 None None] Provisioning for port ad4e807a-889d-429f-b2ec-bfb0696c663c completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:09.182218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c50ff-6dd4-4c43-bb5f-5e912da32d71 req-03cb6203-5c40-4953-aae1-7b3b31946c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:09.182898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-bf00e21b-8893-4c22-8b54-860c81aa2786 None None] Provisioning complete for port ad4e807a-889d-429f-b2ec-bfb0696c663c triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:09.183564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf00e21b-8893-4c22-8b54-860c81aa2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:09.185484 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8e0c50ff-6dd4-4c43-bb5f-5e912da32d71 req-03cb6203-5c40-4953-aae1-7b3b31946c32 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.1192272
Dec 08 19:14:09.195987 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba400324-ff86-41fc-9adf-4f92ae4172c8 req-cf6dd503-3b42-41e1-b78a-940bdd93039a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2287698
Dec 08 19:14:09.200280 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87d61af3-ae29-4a97-95da-b4c02196c458 req-d06a0ca0-6f31-4870-876e-d3a108f5a6fd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3404047
Dec 08 19:14:09.235055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:09.263730 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8e0c50ff-6dd4-4c43-bb5f-5e912da32d71 req-1670032e-d5ab-4cf7-b51c-a92fc162ae73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705056
Dec 08 19:14:09.286484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-bf00e21b-8893-4c22-8b54-860c81aa2786 None None] Port ad4e807a-889d-429f-b2ec-bfb0696c663c cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:14:09.438144 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0', 'code': 200}
Dec 08 19:14:09.528797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-212029b0-5649-4367-a56d-d25eeece41d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:10.130947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-5b5e0523-fc63-42cc-8ce7-3250d403d48a tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:10.131768 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-5b5e0523-fc63-42cc-8ce7-3250d403d48a tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Synchronizing usage tracker for tenant:79adf7f0656e4d138dafa7ea27b8c6be on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:14:10.182030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-5b5e0523-fc63-42cc-8ce7-3250d403d48a tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Unset dirty status for tenant:79adf7f0656e4d138dafa7ea27b8c6be on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:14:10.183438 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-5b5e0523-fc63-42cc-8ce7-3250d403d48a tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.73 "GET /v2.0/networks?id=def14035-eb72-4b9d-842d-8d504b7e5324 HTTP/1.1" status: 200  len: 813 time: 0.6449852
Dec 08 19:14:10.218900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Request body: {'port': {'device_id': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'network_id': 'def14035-eb72-4b9d-842d-8d504b7e5324', 'admin_state_up': True, 'tenant_id': '79adf7f0656e4d138dafa7ea27b8c6be'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:10.697000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:10.913449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:10.921963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Usage tracker for resource:port and tenant:79adf7f0656e4d138dafa7ea27b8c6be is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:10.927773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Quota usage for port was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:10.940167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:10.962704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Made reservation on behalf of 79adf7f0656e4d138dafa7ea27b8c6be for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:10.974867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:11.039048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:11.039723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:11.289149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8836-9847-47f5-a250-5e2269e458c9 req-9bc4ebb8-284d-4888-a30d-b8f1c6bef794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:11.292548 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-352d8836-9847-47f5-a250-5e2269e458c9 req-9bc4ebb8-284d-4888-a30d-b8f1c6bef794 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 1162 time: 1.1697893
Dec 08 19:14:11.411247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3c712-6480-490b-a8d1-39f1eed63922 req-236bd968-5783-4328-8047-778e6b59e962 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:11.412797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-01e3c712-6480-490b-a8d1-39f1eed63922 req-236bd968-5783-4328-8047-778e6b59e962 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Synchronizing usage tracker for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:14:11.471221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8f0e0-b306-4663-89b5-d7504bcdf094 req-e78f6125-79bd-4294-9893-4b90f848a93a tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:11.486389 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ccc8f0e0-b306-4663-89b5-d7504bcdf094 req-e78f6125-79bd-4294-9893-4b90f848a93a tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 945 time: 1.3802495
Dec 08 19:14:11.512206 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb3f7-55d2-4e0b-accd-1ddbd24b96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:11.517051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-01e3c712-6480-490b-a8d1-39f1eed63922 req-236bd968-5783-4328-8047-778e6b59e962 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Unset dirty status for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:14:11.524241 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e3c712-6480-490b-a8d1-39f1eed63922 req-236bd968-5783-4328-8047-778e6b59e962 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 931 time: 1.3994896
Dec 08 19:14:11.565494 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-352d8836-9847-47f5-a250-5e2269e458c9 req-a8206ad6-926d-400a-8e87-9d0a96981cd3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563694
Dec 08 19:14:11.688928 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ccc8f0e0-b306-4663-89b5-d7504bcdf094 req-677a9b92-ae74-4d28-b2cf-e67aaca3ab7f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632848
Dec 08 19:14:11.734946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4e807a-889d-429f-b2ec-bfb0696c663c {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:14:11.748174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:11.768780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Transition to ACTIVE for port object ad4e807a-889d-429f-b2ec-bfb0696c663c will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:11.774878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:11.818584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-32924efb-bac2-44bc-90d6-30eac83be636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:12.016148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Allocated IP 172.20.0.12 (def14035-eb72-4b9d-842d-8d504b7e5324/99085884-2418-4243-96f0-fa7d94ab7dc9/0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:12.105259 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4e807a-889d-429f-b2ec-bfb0696c663c,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:12.116222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:12.126690 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e3c712-6480-490b-a8d1-39f1eed63922 req-ce92f53e-126a-477c-aa18-7f11f117ee99 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5595679
Dec 08 19:14:12.129625 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aab8f6a6-2106-467c-ae08-949b03f0c89f req-a18f12fb-ef17-4196-ba42-a24733973c83 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0768974
Dec 08 19:14:12.680365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:12.815740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:12.885521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03abc564-2f15-4ba0-a47d-ab457f56de2f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:13.090511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 36930) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:13.250439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:13.337556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Pushing event updated for resources: {'Port': ['ID=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:13.345338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:13.434762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Attempting to bind port ad4e807a-889d-429f-b2ec-bfb0696c663c on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:13.435595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Attempting to bind port ad4e807a-889d-429f-b2ec-bfb0696c663c by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:13.436007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Attempting to bind port ad4e807a-889d-429f-b2ec-bfb0696c663c on network 1422ddce-28c0-4837-98e8-5c8937bb83ff {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:13.461221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:13.461583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Checking segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:13.461988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:13.462394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Bound using segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:13.462893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Bound port: ad4e807a-889d-429f-b2ec-bfb0696c663c, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:13.463267 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:13.501105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111225-8431-432c-861c-5d4699f85b8d req-0191a2d3-64b8-4510-a330-18e1270a389b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:13.513041 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c0111225-8431-432c-861c-5d4699f85b8d req-0191a2d3-64b8-4510-a330-18e1270a389b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.0316651
Dec 08 19:14:13.700249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d5635-4b66-4762-ba77-b12ac24f292c req-f474fc96-37ba-43f8-9288-5054051f5032 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:13.710043 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-de3d5635-4b66-4762-ba77-b12ac24f292c req-f474fc96-37ba-43f8-9288-5054051f5032 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.8405130
Dec 08 19:14:13.738680 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c0111225-8431-432c-861c-5d4699f85b8d req-bffc1642-fbc4-4e6d-a52b-08c7caf8fc45 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245293
Dec 08 19:14:13.776284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] For port ad4e807a-889d-429f-b2ec-bfb0696c663c, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:13.800983 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-de3d5635-4b66-4762-ba77-b12ac24f292c req-fc1b465f-6da9-4487-96a3-2461518d0d58 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897632
Dec 08 19:14:13.806643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] For port ad4e807a-889d-429f-b2ec-bfb0696c663c, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ad4e807a-889d-429f-b2ec-bfb0696c663c,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:13.815463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:13.897355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-098bfe1f-6686-4259-8e34-467f2a3fe520 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:13.906641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:13.920441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:13.943558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:13.950996 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Network def14035-eb72-4b9d-842d-8d504b7e5324 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:13.955769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:13.964731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Usage tracker for resource:security_group_rule and tenant:27d9f260b9e74a1083811ea09769171a is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:13.970715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:13.975598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:14.095720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:14.113019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:14.114389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:14.159968 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9453216
Dec 08 19:14:14.162348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:14.206669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Request body: {'port': {'device_id': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:14.453137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4e807a-889d-429f-b2ec-bfb0696c663c,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:14.453441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:14.468644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:14.488158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:14.489161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:14.492548 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] 10.222.0.73 "PUT /v2.0/ports/ad4e807a-889d-429f-b2ec-bfb0696c663c HTTP/1.1" status: 200  len: 1157 time: 5.7418158
Dec 08 19:14:14.501311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:14.544103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc487a-973c-4347-aa0f-8b5486cc7532 req-0d38a4ff-f867-4856-ac35-7a8d1fe0ac2e tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:14.554248 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c3bc487a-973c-4347-aa0f-8b5486cc7532 req-0d38a4ff-f867-4856-ac35-7a8d1fe0ac2e tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 945 time: 0.2928104
Dec 08 19:14:14.746450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a557-05a1-43f4-bf33-03374eaa8d39 req-9d5539ef-4308-458d-a3ee-2619b7b3ad92 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:14.748657 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b490a557-05a1-43f4-bf33-03374eaa8d39 req-9d5539ef-4308-458d-a3ee-2619b7b3ad92 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 943 time: 0.4887812
Dec 08 19:14:14.755780 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c3bc487a-973c-4347-aa0f-8b5486cc7532 req-90fcf05b-00db-48a4-92fa-f8d9dcb90725 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003398
Dec 08 19:14:14.913862 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b490a557-05a1-43f4-bf33-03374eaa8d39 req-0ed52147-da0d-468a-8fe4-f657535a4019 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563234
Dec 08 19:14:14.943649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-47205023-3ff3-4029-815b-6b4be5e13fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:14.947915 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-47205023-3ff3-4029-815b-6b4be5e13fee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 1160 time: 0.3424141
Dec 08 19:14:15.140317 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-22e95606-953d-41ca-b310-dfeb83649f55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4e807a-889d-429f-b2ec-bfb0696c663c HTTP/1.1" status: 200  len: 217 time: 0.1783018
Dec 08 19:14:15.212785 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c', 'status': 'completed', 'code': 200}
Dec 08 19:14:15.250926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-983d5677-4094-4bd6-91ba-6840f903806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:15.252619 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-983d5677-4094-4bd6-91ba-6840f903806e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 200  len: 856 time: 0.1043210
Dec 08 19:14:15.270421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.285964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.307943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-89666b95-81ac-4737-91ad-ee4f74637a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:15.369768 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdec5c0-f163-4e3f-8e63-de18f26b4eb5 req-09317b42-b8ba-44b3-8fe0-8c2ab1b66e30 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:15.378008 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4fdec5c0-f163-4e3f-8e63-de18f26b4eb5 req-09317b42-b8ba-44b3-8fe0-8c2ab1b66e30 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 932 time: 0.3073678
Dec 08 19:14:15.378745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba7dce5-3608-4ad4-8531-6c3fe9a3a7a9,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:15.385402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:15.496964 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27d9f260b9e74a1083811ea09769171a&name=default HTTP/1.1" status: 200  len: 2879 time: 2.4048829
Dec 08 19:14:15.503014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 36978) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:15.610139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.623681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:14:15.647620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.655184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.678619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Transition to ACTIVE for port object 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:15.682686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.710465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:15.745632 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4fdec5c0-f163-4e3f-8e63-de18f26b4eb5 req-29467eb6-2571-4472-9239-ece408dc8eca tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3666611
Dec 08 19:14:15.763129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.768399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a92246f9-dddf-4e51-a95b-23e679fa2b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:15.793795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc67b9-4cc0-4869-ab24-6ea7b4023f00 req-66c801be-7d4f-48d0-be56-1a2b91e60f00 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:15.802315 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c8cc67b9-4cc0-4869-ab24-6ea7b4023f00 req-66c801be-7d4f-48d0-be56-1a2b91e60f00 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.3948076
Dec 08 19:14:15.820240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba7dce5-3608-4ad4-8531-6c3fe9a3a7a9,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:15.834283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:15.853743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-fe699781-a574-47b5-b70c-b540f9837bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:15.855443 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-fe699781-a574-47b5-b70c-b540f9837bdf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1422ddce-28c0-4837-98e8-5c8937bb83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5939727
Dec 08 19:14:15.943417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:15.944383 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ba7dce5-3608-4ad4-8531-6c3fe9a3a7a9 HTTP/1.1" status: 204  len: 168 time: 0.4334545
Dec 08 19:14:15.979893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:15.986826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:16.194165 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c8cc67b9-4cc0-4869-ab24-6ea7b4023f00 req-e895f956-18dd-4e35-91af-7e312d864efe tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3907404
Dec 08 19:14:16.270728 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-26313909-3104-460c-b19b-8166eaf9c26c service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4008749
Dec 08 19:14:16.538711 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Attempting to bind port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:16.539459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Attempting to bind port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': 'd61716bc-b7ce-42fd-b906-ad6c0b2e330f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'def14035-eb72-4b9d-842d-8d504b7e5324'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:16.540003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Attempting to bind port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 on network def14035-eb72-4b9d-842d-8d504b7e5324 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:16.547470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:16.547798 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b3780c7-640c-4ca3-9362-cafe2b45668c req-2451a549-ea15-4c1f-abb2-182cfa821e49 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2693882
Dec 08 19:14:16.548381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Checking segment: {'id': 'd61716bc-b7ce-42fd-b906-ad6c0b2e330f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'def14035-eb72-4b9d-842d-8d504b7e5324'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:16.548975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:16.549834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Bound using segment: {'id': 'd61716bc-b7ce-42fd-b906-ad6c0b2e330f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'def14035-eb72-4b9d-842d-8d504b7e5324'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:16.550503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Bound port: 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61716bc-b7ce-42fd-b906-ad6c0b2e330f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'def14035-eb72-4b9d-842d-8d504b7e5324'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:16.551043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:16.751039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] For port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5, host hv-cinder-76606, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:16.758165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] For port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,segment=NetworkSegment(d61716bc-b7ce-42fd-b906-ad6c0b2e330f),segment_id=d61716bc-b7ce-42fd-b906-ad6c0b2e330f)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:16.771994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:16.806352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:16.900754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78547c6a-37b9-471d-8a6b-0f1ba16d759f req-a558cdfb-4cf2-4d20-90e1-6ebeb31a5e20 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:16.909068 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-78547c6a-37b9-471d-8a6b-0f1ba16d759f req-a558cdfb-4cf2-4d20-90e1-6ebeb31a5e20 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 943 time: 0.3586488
Dec 08 19:14:16.942200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38475-29a7-4701-b88a-332953e4b30c req-d4ed5f82-6e89-4739-a383-d742abe6ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:16.944057 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ac38475-29a7-4701-b88a-332953e4b30c req-d4ed5f82-6e89-4739-a383-d742abe6ebb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.3951228
Dec 08 19:14:16.958048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:16.966559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-1e4113b6-467e-49d2-ae02-bf18e50dbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:16.968497 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-1e4113b6-467e-49d2-ae02-bf18e50dbe03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 1160 time: 0.2883584
Dec 08 19:14:16.990407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:17.275983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:17.276992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:17.278758 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] 10.222.0.73 "PUT /v2.0/ports/0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 HTTP/1.1" status: 200  len: 1158 time: 3.1077080
Dec 08 19:14:17.279513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:17.380877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-53890fce-0a60-4912-821a-fc4eb4b9b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:17.385229 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-53890fce-0a60-4912-821a-fc4eb4b9b6a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 911 time: 0.3747325
Dec 08 19:14:17.446638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37024) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:17.493142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c90daed0-c590-4f46-b58f-98c55f265304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:17.502635 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-c90daed0-c590-4f46-b58f-98c55f265304 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79adf7f0656e4d138dafa7ea27b8c6be&device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 1161 time: 0.1685176
Dec 08 19:14:17.659950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38475-29a7-4701-b88a-332953e4b30c req-25fa5712-abe9-4659-a7f7-d98f66278e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:17.664030 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ac38475-29a7-4701-b88a-332953e4b30c req-25fa5712-abe9-4659-a7f7-d98f66278e6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.7051153
Dec 08 19:14:17.676338 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-78547c6a-37b9-471d-8a6b-0f1ba16d759f req-c765ff78-5339-454c-b4e3-3d7ba0a93ef4 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7658980
Dec 08 19:14:17.816683 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-4e06b676-6654-4407-9812-cd5504bb731b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 HTTP/1.1" status: 200  len: 217 time: 0.3062372
Dec 08 19:14:17.949368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:17.990725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-1e0d75d1-b994-4e7b-8c30-2193b5699158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:17.998396 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-1e0d75d1-b994-4e7b-8c30-2193b5699158 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99085884-2418-4243-96f0-fa7d94ab7dc9 HTTP/1.1" status: 200  len: 853 time: 0.1722186
Dec 08 19:14:18.003915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37036) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:18.114028 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-aa555116-e274-4927-846c-afe5c537008a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=def14035-eb72-4b9d-842d-8d504b7e5324&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0921865
Dec 08 19:14:18.195074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.217281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1516689802-network', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:18.228786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:18.295532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:18.300337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Usage tracker for resource:security_group_rule and tenant:9effdda42f374572b4581cec94623595 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:18.303951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:18.311932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:18.329368 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ac38475-29a7-4701-b88a-332953e4b30c req-f3c1220c-6b0e-4522-8e82-740b38acdb0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.6480918
Dec 08 19:14:18.350315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Usage tracker for resource:network and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:18.358901 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-f0e4342b-2e02-429e-9939-32f828b0869b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4e807a-889d-429f-b2ec-bfb0696c663c HTTP/1.1" status: 200  len: 217 time: 0.6795373
Dec 08 19:14:18.377338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:18.390450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:18.450583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Made reservation on behalf of 47baf372094d49d2b33d4ab8c02b0285 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:18.455649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.497996 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-6e57b996-746e-4354-9a06-01ee3e13a03c service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3664284
Dec 08 19:14:18.557444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.576154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.587787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:18.591653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Usage tracker for resource:security_group_rule and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:18.594878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:18.601530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:18.702648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.719635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.769149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a3900ca2-51bd-4c63-beac-88e8f3f59744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:18.769545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d379-e082-4783-8d1f-27d69f588e9f req-1a8a2ed9-0517-4687-9304-1125ebf9ee47 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:18.781107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.785171 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4ad9d379-e082-4783-8d1f-27d69f588e9f req-1a8a2ed9-0517-4687-9304-1125ebf9ee47 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 1.4516649
Dec 08 19:14:18.800198 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:14:18.845983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38475-29a7-4701-b88a-332953e4b30c req-e051c068-7cef-4208-987d-8849133c774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:18.848301 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ac38475-29a7-4701-b88a-332953e4b30c req-e051c068-7cef-4208-987d-8849133c774c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.4879940
Dec 08 19:14:18.910084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.910445 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Added segment 7880df29-bf95-4a4d-8a59-fd0da39949fd of type vxlan for network 145f84fe-36b7-4576-8f10-7434572d7443
Dec 08 19:14:18.922045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-1ca3ba9a-695c-4b4f-8662-9410743292bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:18.924301 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-1ca3ba9a-695c-4b4f-8662-9410743292bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 200  len: 856 time: 0.5445709
Dec 08 19:14:18.927557 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4ad9d379-e082-4783-8d1f-27d69f588e9f req-3c5eece0-ad55-4e17-9df7-328e431de7a4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406662
Dec 08 19:14:18.943470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.996227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:18.999978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96223dc-9449-4eb4-a0eb-5d926ec65bfc req-e1516007-2dba-4a4e-9a70-5e49c047c2ad tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:19.009745 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d96223dc-9449-4eb4-a0eb-5d926ec65bfc req-e1516007-2dba-4a4e-9a70-5e49c047c2ad tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 944 time: 0.7413721
Dec 08 19:14:19.014326 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ac38475-29a7-4701-b88a-332953e4b30c req-383a22da-59d5-40e9-be10-332531d7daf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1387901
Dec 08 19:14:19.026495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:19.027149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:19.035339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a2d3ef-2a0d-4217-bb4b-aeba43aac4fb,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:19.050268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:19.058492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-696d985a-7ede-4c82-badb-ee3e492ba6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:19.094773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0def69-ae59-4eaf-9a4d-7f18a292eb08,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:19.104370 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9effdda42f374572b4581cec94623595&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6551318
Dec 08 19:14:19.104370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:19.116152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:19.137337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37046) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:19.232937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device ad4e807a-889d-429f-b2ec-bfb0696c663c up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:19.235918 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ac38475-29a7-4701-b88a-332953e4b30c req-28c353ed-8908-498e-a26c-4fed4351b09b service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1930194
Dec 08 19:14:19.272048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:19.296827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-73406df8-2576-4a9c-9860-a3be133499dc tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:19.297628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-73406df8-2576-4a9c-9860-a3be133499dc tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Synchronizing usage tracker for tenant:299a72446557493480823a5d94d2c5c8 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:14:19.382249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port ad4e807a-889d-429f-b2ec-bfb0696c663c completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:19.402896 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port ad4e807a-889d-429f-b2ec-bfb0696c663c triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:19.405366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:19.407614 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dee09811-7593-4695-aa16-8fc2eb7b2e60 req-94d91c69-3e85-40db-91e8-3c31b366affb service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8959649
Dec 08 19:14:19.419409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-73406df8-2576-4a9c-9860-a3be133499dc tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Unset dirty status for tenant:299a72446557493480823a5d94d2c5c8 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:14:19.421101 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-73406df8-2576-4a9c-9860-a3be133499dc tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 945 time: 0.7038538
Dec 08 19:14:19.426944 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.4214861
Dec 08 19:14:19.429833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Pushing event updated for resources: {'Network': ['ID=145f84fe-36b7-4576-8f10-7434572d7443,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:19.442168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:19.500734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37052) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:19.503551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:19.532129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Request body: {'subnet': {'network_id': '145f84fe-36b7-4576-8f10-7434572d7443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1516689802-subnet', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:19.540047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:19.546187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Usage tracker for resource:subnet and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:19.551350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:19.561535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:19.568354 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d96223dc-9449-4eb4-a0eb-5d926ec65bfc req-edf066a3-f3df-4972-ae9e-6ebe9ab95d88 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5501866
Dec 08 19:14:19.581716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Made reservation on behalf of 47baf372094d49d2b33d4ab8c02b0285 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:19.620778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 145f84fe-36b7-4576-8f10-7434572d7443 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:14:19.649077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852316690'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:19.707105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 145f84fe-36b7-4576-8f10-7434572d7443 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:14:19.767361 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-0ab5682d-3b64-4ce0-b8be-c05850145876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:19.769054 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-0ab5682d-3b64-4ce0-b8be-c05850145876 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1422ddce-28c0-4837-98e8-5c8937bb83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8315327
Dec 08 19:14:19.777620 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ac38475-29a7-4701-b88a-332953e4b30c req-48343bf7-af97-47f3-8326-e08a482dd3e6 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5326366
Dec 08 19:14:19.824670 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae39e8-19e9-4efe-84ce-58257f4f0b92 req-4793ed15-3f85-4727-83c4-1c8f1e33586f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:19.826518 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-91ae39e8-19e9-4efe-84ce-58257f4f0b92 req-4793ed15-3f85-4727-83c4-1c8f1e33586f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 945 time: 0.5550508
Dec 08 19:14:20.074381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Deleting port 63182e38-f27a-437a-92fb-e8af626b55d0 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:14:20.075161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:20.140754 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-91ae39e8-19e9-4efe-84ce-58257f4f0b92 req-51b16e0a-0282-4976-940f-2bf8315db1f5 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2906268
Dec 08 19:14:20.183220 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-dbb510fd-66e5-43ae-a23f-3c10eeafb536 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4040542
Dec 08 19:14:20.340786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:20.425640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5c95446b-23e4-4408-bfe9-435b7df7a5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:20.440051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1deb1d-d4bc-4036-a2c3-a855e668bcdb req-ba9e9c63-871c-4153-91f1-74d690c1fe1a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:20.445206 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba1deb1d-d4bc-4036-a2c3-a855e668bcdb req-ba9e9c63-871c-4153-91f1-74d690c1fe1a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.4760857
Dec 08 19:14:20.476984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:20.504067 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5', 'status': 'completed', 'code': 200}
Dec 08 19:14:20.507865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a2d3ef-2a0d-4217-bb4b-aeba43aac4fb,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:20.521872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:20.636394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:20.648717 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4a2d3ef-2a0d-4217-bb4b-aeba43aac4fb HTTP/1.1" status: 204  len: 168 time: 1.5063021
Dec 08 19:14:20.650929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port ad4e807a-889d-429f-b2ec-bfb0696c663c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ad4e807a-889d-429f-b2ec-bfb0696c663c,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:20.656375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:20.668979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:20.671406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:20.715483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 63182e38-f27a-437a-92fb-e8af626b55d0 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:14:20.816940 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=ad4e807a-889d-429f-b2ec-bfb0696c663c,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:20.829254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:20.910520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:20.968957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 63182e38-f27a-437a-92fb-e8af626b55d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=63182e38-f27a-437a-92fb-e8af626b55d0,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:20.976291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:20.978850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:21.078009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=63182e38-f27a-437a-92fb-e8af626b55d0,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:21.091899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:21.129433 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba1deb1d-d4bc-4036-a2c3-a855e668bcdb req-fbb19172-90d0-4c7d-ac87-785e62f5bb92 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5226042
Dec 08 19:14:21.149761 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-536bbe0d-6b29-4cf6-bd1b-8f9a368469f0 req-793c67cd-2d66-4f60-a99d-d8075141423e service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9464414
Dec 08 19:14:21.185928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-b45b3e7e-57ce-487e-a56d-0fcc4cf2ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:21.215599 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-b45b3e7e-57ce-487e-a56d-0fcc4cf2ee62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79adf7f0656e4d138dafa7ea27b8c6be&device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 1161 time: 0.7519903
Dec 08 19:14:21.280599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] For port 63182e38-f27a-437a-92fb-e8af626b55d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=63182e38-f27a-437a-92fb-e8af626b55d0,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:21.281121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:21.329975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-db8cd37a-84af-4241-a3d3-cfa13dab96ec None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:14:21.508200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Calling delete_port for 63182e38-f27a-437a-92fb-e8af626b55d0 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:14:21.638518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852667342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852316673'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:21.711356 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37080) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:21.741827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:21.789309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-fc218703-7f96-4f71-9162-7bdc2ac51279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:21.792012 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-fc218703-7f96-4f71-9162-7bdc2ac51279 service neutron] 10.222.0.73 "GET /v2.0/networks?id=def14035-eb72-4b9d-842d-8d504b7e5324 HTTP/1.1" status: 200  len: 907 time: 0.5744801
Dec 08 19:14:21.867727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device ad4e807a-889d-429f-b2ec-bfb0696c663c up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:21.879664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:21.952114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:14:21.952691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:14:21.954527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:21.956867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port ad4e807a-889d-429f-b2ec-bfb0696c663c triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:21.957320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:21.973390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Usage tracker for resource:security_group_rule and tenant:71b3746a1a2247918a1250553428c8a1 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:21.979468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:21.999987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0328cf3-0f47-4c96-98bd-673b0d20d08f,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:22.007579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:22.010702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:22.092904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:22.093791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Checking segment: {'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:22.093791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Network hostable DHCP agents. Network: 145f84fe-36b7-4576-8f10-7434572d7443, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:14:22.132131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Network 145f84fe-36b7-4576-8f10-7434572d7443 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:14:22.164547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 145f84fe-36b7-4576-8f10-7434572d7443) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:22.181345 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3032b5-8429-4e7d-b4ea-d12745f5cdfe None None] Network 145f84fe-36b7-4576-8f10-7434572d7443 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:14:22.196785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:22.197466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.203395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.214677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.220851 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-85f056be-7abf-4999-9a49-91068418ac26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 HTTP/1.1" status: 200  len: 217 time: 0.4160063
Dec 08 19:14:22.229862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccc47a-5322-4a8f-a965-1d03b288afd4 req-1070b3ca-8905-47b6-8489-a088cb325e24 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:22.230258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2380f930-0dcf-4ef5-9245-ec021b868b37 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:22.231631 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-17ccc47a-5322-4a8f-a965-1d03b288afd4 req-1070b3ca-8905-47b6-8489-a088cb325e24 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 945 time: 1.4206955
Dec 08 19:14:22.298136 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71b3746a1a2247918a1250553428c8a1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5698330
Dec 08 19:14:22.298136 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d408e76-f461-4a7f-9275-a372d4b465ee,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:22.298449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:22.299804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37086) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:22.303438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:22.317653 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.8033824
Dec 08 19:14:22.321518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:22.321717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37090) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:22.321806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.327197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:22.338542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:22.354525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Usage tracker for resource:router and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:22.360741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:22.369755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-6ef75c22-6135-4145-b8cb-69800660218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:22.371433 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-6ef75c22-6135-4145-b8cb-69800660218c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99085884-2418-4243-96f0-fa7d94ab7dc9 HTTP/1.1" status: 200  len: 853 time: 0.1353073
Dec 08 19:14:22.374125 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-17ccc47a-5322-4a8f-a965-1d03b288afd4 req-037992d0-faf8-4beb-8e32-1ae882f75ff8 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905957
Dec 08 19:14:22.377819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:22.382336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486250e2-b9c3-4bbe-b390-ef56a3140303 req-6d001c6d-95f4-407d-9cb5-a3cef558f686 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:22.391363 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-486250e2-b9c3-4bbe-b390-ef56a3140303 req-6d001c6d-95f4-407d-9cb5-a3cef558f686 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.6983962
Dec 08 19:14:22.426956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.429443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.449637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.456623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Deleting port 63182e38-f27a-437a-92fb-e8af626b55d0 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:14:22.457260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.463311 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-40699235-202f-43e5-9de4-8ffdfd872dbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=def14035-eb72-4b9d-842d-8d504b7e5324&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539572
Dec 08 19:14:22.571436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.594228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.607103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.701668 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-486250e2-b9c3-4bbe-b390-ef56a3140303 req-96d5d322-7baf-4522-91fd-956fabe6903c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3092318
Dec 08 19:14:22.715920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,segment=NetworkSegment(d61716bc-b7ce-42fd-b906-ad6c0b2e330f),segment_id=d61716bc-b7ce-42fd-b906-ad6c0b2e330f)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:22.719761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-145f84fe-36b7-4576-8f10-7434572d7443', 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'fixed_ips': [{'subnet_id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:14:22.721182 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.772746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:22.777253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea75f6-dd9e-4dba-ab7f-0cc2682acbe8 req-7bc12cde-f9c4-4aa6-a03e-f1a4c7e94d9c tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:22.779673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:22.779846 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b2ea75f6-dd9e-4dba-ab7f-0cc2682acbe8 req-7bc12cde-f9c4-4aa6-a03e-f1a4c7e94d9c tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 944 time: 0.1560442
Dec 08 19:14:22.787333 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-916b6e92-10ff-4a37-879c-844f23eef719 service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3055496
Dec 08 19:14:22.880848 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c', 'code': 200}
Dec 08 19:14:22.885739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:22.891349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:22.987506 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b2ea75f6-dd9e-4dba-ab7f-0cc2682acbe8 req-7cc5065a-a71f-467d-8dc9-17d4261cea43 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940165
Dec 08 19:14:23.091263 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3469ee3b-192d-4ecd-98a0-b1c8831e1856 req-0314059c-0cf9-41dd-a9f9-7c8493ca6c26 service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2597263
Dec 08 19:14:23.114681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7db80-0a17-4d7f-9a6c-edca7c2a4ae0 req-0cc72772-cd68-44ba-8b15-8d7112c4927c tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:23.116448 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7ee7db80-0a17-4d7f-9a6c-edca7c2a4ae0 req-0cc72772-cd68-44ba-8b15-8d7112c4927c tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 943 time: 0.1367283
Dec 08 19:14:23.222838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Allocated IP 172.20.0.2 (145f84fe-36b7-4576-8f10-7434572d7443/f0328cf3-0f47-4c96-98bd-673b0d20d08f/f576f0aa-1af2-4ffb-84bb-b1d53816602a) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:23.233546 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7ee7db80-0a17-4d7f-9a6c-edca7c2a4ae0 req-03b1106b-88be-43db-a63c-74800626996a tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054182
Dec 08 19:14:23.290974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72eda0-b9d9-4780-9d42-62a80621e7a5 req-6bfe2ca4-8ab2-417d-97ef-702701c39eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:23.297644 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e72eda0-b9d9-4780-9d42-62a80621e7a5 req-6bfe2ca4-8ab2-417d-97ef-702701c39eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 1162 time: 0.1312027
Dec 08 19:14:23.384462 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:23.396556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-037dd2dc-7a89-48bf-9fbd-5a6888fbe075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:23.398140 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e72eda0-b9d9-4780-9d42-62a80621e7a5 req-fe3c590c-0a16-4b1f-ac47-f4ad2a2c8e1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937722
Dec 08 19:14:23.412210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:23.417031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:23.445451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d408e76-f461-4a7f-9275-a372d4b465ee,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:23.479291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:23.529666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:23.531078 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d408e76-f461-4a7f-9275-a372d4b465ee HTTP/1.1" status: 204  len: 168 time: 1.2303839
Dec 08 19:14:23.572225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] For port 63182e38-f27a-437a-92fb-e8af626b55d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=63182e38-f27a-437a-92fb-e8af626b55d0,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:23.572400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:23.622070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:23.641724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Transition to ACTIVE for port object f576f0aa-1af2-4ffb-84bb-b1d53816602a will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:23.670920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:23.671636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:23.761694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592da76-04c8-42e7-a8bb-36f9e5e955e8 req-ef3b603f-40a0-42ff-99e7-7f2744e0cf84 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:23.771982 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2592da76-04c8-42e7-a8bb-36f9e5e955e8 req-ef3b603f-40a0-42ff-99e7-7f2744e0cf84 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.2845705
Dec 08 19:14:23.797195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Transition to ACTIVE for port object f576f0aa-1af2-4ffb-84bb-b1d53816602a will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:23.818793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:23.853378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Calling delete_port for 63182e38-f27a-437a-92fb-e8af626b55d0 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:14:23.887173 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2592da76-04c8-42e7-a8bb-36f9e5e955e8 req-827b33a8-8440-41ee-b056-ed3285022107 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139634
Dec 08 19:14:24.035093 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-24115052-2edb-4223-95ee-41b3664f51a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:24.114801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f0b0-78c2-4d4e-9c3b-bc17115c1fa7 req-772c7335-e5e4-497c-b8d8-de553b63418c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:24.124260 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2526f0b0-78c2-4d4e-9c3b-bc17115c1fa7 req-772c7335-e5e4-497c-b8d8-de553b63418c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 945 time: 0.1678152
Dec 08 19:14:24.287494 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2526f0b0-78c2-4d4e-9c3b-bc17115c1fa7 req-f2b23973-8430-4976-9ca9-d7a4f9ab3c20 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1617136
Dec 08 19:14:24.323798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4baba-082d-411a-99db-6e48c10098ee req-077a1c4a-939b-4268-8d85-f46a367aab83 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:24.333631 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-47d4baba-082d-411a-99db-6e48c10098ee req-077a1c4a-939b-4268-8d85-f46a367aab83 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.1788931
Dec 08 19:14:24.397020 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-47d4baba-082d-411a-99db-6e48c10098ee req-300878a0-3103-467d-b1e3-e44420651a33 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619507
Dec 08 19:14:24.426456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:24.732725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Network 145f84fe-36b7-4576-8f10-7434572d7443 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:24.737723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:24.743250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:24.751073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Pushing event updated for resources: {'Port': ['ID=f576f0aa-1af2-4ffb-84bb-b1d53816602a,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:24.771934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:24.850579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Attempting to bind port f576f0aa-1af2-4ffb-84bb-b1d53816602a on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:24.851264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Attempting to bind port f576f0aa-1af2-4ffb-84bb-b1d53816602a by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:24.851938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Attempting to bind port f576f0aa-1af2-4ffb-84bb-b1d53816602a on network 145f84fe-36b7-4576-8f10-7434572d7443 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:24.860613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:24.861043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Checking segment: {'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:24.861486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:24.861934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Bound using segment: {'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:24.862634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Bound port: f576f0aa-1af2-4ffb-84bb-b1d53816602a, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:24.863089 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:24.885151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0'}, {'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:25.020407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:25.034371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:25.052609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] For port f576f0aa-1af2-4ffb-84bb-b1d53816602a, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:25.057626 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] For port f576f0aa-1af2-4ffb-84bb-b1d53816602a, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f576f0aa-1af2-4ffb-84bb-b1d53816602a,segment=NetworkSegment(7880df29-bf95-4a4d-8a59-fd0da39949fd),segment_id=7880df29-bf95-4a4d-8a59-fd0da39949fd)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:25.064811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:25.178728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a333-ec7c-4f13-a543-992072bef931 req-0fb01dc9-a02d-4c01-9447-2547cc74eae4 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:25.201976 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a8b6a333-ec7c-4f13-a543-992072bef931 req-0fb01dc9-a02d-4c01-9447-2547cc74eae4 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 946 time: 0.3824615
Dec 08 19:14:25.211078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-d9b6ca13-3334-4f9d-8e9a-455c45112e04 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:25.211973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-d9b6ca13-3334-4f9d-8e9a-455c45112e04 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:14:25.214647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:25.218159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:25.288894 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a8b6a333-ec7c-4f13-a543-992072bef931 req-f97b42ae-fcc9-496d-89cd-a6a2f920b5ac tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856965
Dec 08 19:14:25.290310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-d9b6ca13-3334-4f9d-8e9a-455c45112e04 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:14:25.303623 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-d9b6ca13-3334-4f9d-8e9a-455c45112e04 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 814 time: 0.6998034
Dec 08 19:14:25.345093 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-ec424ceb-da05-4c9a-a6c2-851831a174f8 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/quotas/415ee4b3261a4fc8bccb04dff6e14137 HTTP/1.1" status: 200  len: 375 time: 0.0401778
Dec 08 19:14:25.429477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Pushing event updated for resources: {'Port': ['ID=f576f0aa-1af2-4ffb-84bb-b1d53816602a,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:25.437923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:25.455102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] No DVR routers for this DVR port 63182e38-f27a-437a-92fb-e8af626b55d0 on host hv-cinder-76606 {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:14:25.465757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Pushing event deleted for resources: {'Port': ['ID=63182e38-f27a-437a-92fb-e8af626b55d0,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:25.481441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:25.489612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:25.522493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'name': 'network-vif-deleted', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:25.561417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-324c11c2-3a19-4b0d-8e3b-f24c0efdb9cc tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:14:25.569242 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ee969dc-6020-4426-8b80-36c51e0a2caa req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "DELETE /v2.0/ports/63182e38-f27a-437a-92fb-e8af626b55d0 HTTP/1.1" status: 204  len: 173 time: 6.1407404
Dec 08 19:14:25.591584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-324c11c2-3a19-4b0d-8e3b-f24c0efdb9cc tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:14:25.597188 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-324c11c2-3a19-4b0d-8e3b-f24c0efdb9cc tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2504296
Dec 08 19:14:25.918272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Allocated IP 172.27.0.169 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/941335fb-2ece-4aea-926c-8bbc314a3566) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:25.970990 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f8c7152-eb81-4b31-8e2d-a81a98c6921d req-2225935b-8d2b-49b1-9ec1-65cacadfd341 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=bec243b2-057d-48f2-b58d-a15ff193f0e3 HTTP/1.1" status: 200  len: 210 time: 0.1257677
Dec 08 19:14:26.064239 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-de0ebb2d-4e16-4517-ac27-6cb3649af851 service neutron] 10.222.0.61 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4543433
Dec 08 19:14:26.177668 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0', 'code': 200}
Dec 08 19:14:26.177990 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5', 'code': 200}
Dec 08 19:14:26.262839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-08701823-5711-402a-9935-b6bd41f64c3f service neutron] 10.222.0.61 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1973431
Dec 08 19:14:26.346600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f576f0aa-1af2-4ffb-84bb-b1d53816602a up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:26.385985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:26.440277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port f576f0aa-1af2-4ffb-84bb-b1d53816602a completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:26.482431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:26.749578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:26.779314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec832-798b-4a61-bbfa-414c91ea1cc5 req-7e7f3f92-7b80-4680-974e-9f3e71a79d39 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:26.791794 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-043ec832-798b-4a61-bbfa-414c91ea1cc5 req-7e7f3f92-7b80-4680-974e-9f3e71a79d39 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.2143772
Dec 08 19:14:26.893462 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-043ec832-798b-4a61-bbfa-414c91ea1cc5 req-72f14b9c-507b-402c-8849-f1f1a1d6183b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001236
Dec 08 19:14:26.994333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:26.996565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Pushing event updated for resources: {'Port': ['ID=941335fb-2ece-4aea-926c-8bbc314a3566,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:27.008819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:27.014542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:27.152382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:27.163788 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec243b2-057d-48f2-b58d-a15ff193f0e3', 'name': 'network-vif-deleted', 'tag': '63182e38-f27a-437a-92fb-e8af626b55d0', 'status': 'completed', 'code': 200}
Dec 08 19:14:27.226265 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f0f5c-af6e-47e6-b048-4e6d1910cc0c req-7db01dee-f3cd-475d-97c7-23969fba58f3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:27.230561 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e41f0f5c-af6e-47e6-b048-4e6d1910cc0c req-7db01dee-f3cd-475d-97c7-23969fba58f3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 945 time: 0.2530127
Dec 08 19:14:27.433585 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e41f0f5c-af6e-47e6-b048-4e6d1910cc0c req-02a625a1-a584-4866-b79c-cf2745c25db7 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1913893
Dec 08 19:14:27.459674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3787777-1efe-414d-ba3d-512fb5dc20a4 req-75e9e36d-4e1b-4944-8960-73733449b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:27.461750 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c3787777-1efe-414d-ba3d-512fb5dc20a4 req-75e9e36d-4e1b-4944-8960-73733449b0a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 1163 time: 0.7135425
Dec 08 19:14:27.527160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53ff1-a387-4efd-8009-570f758fde40 req-259e2a92-9583-43d0-913d-2c0e1153f1e1 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:27.542476 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72e53ff1-a387-4efd-8009-570f758fde40 req-259e2a92-9583-43d0-913d-2c0e1153f1e1 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 946 time: 0.2804682
Dec 08 19:14:27.593565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff652071-a3bc-412b-ad0b-1a7df3100153 None None] Network 145f84fe-36b7-4576-8f10-7434572d7443 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:14:27.653598 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c3787777-1efe-414d-ba3d-512fb5dc20a4 req-1f113459-e36e-4a8e-b836-64a43c469469 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829376
Dec 08 19:14:27.687861 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72e53ff1-a387-4efd-8009-570f758fde40 req-ae727638-3de3-455a-81c5-1b24d38845ee tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426415
Dec 08 19:14:27.840937 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-166a46af-dbea-4ad4-a091-96da476ef79b req-658d51a8-c752-481a-b774-4868aa5d03a7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0561371
Dec 08 19:14:28.045547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:28.052684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] Provisioning for port f576f0aa-1af2-4ffb-84bb-b1d53816602a completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:28.063285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] Provisioning complete for port f576f0aa-1af2-4ffb-84bb-b1d53816602a triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:28.070217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:28.233944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280ea15-1075-4342-b056-e07041b5d469 req-9551f333-1b37-419b-9fe7-7e24bc159567 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:28.244558 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c280ea15-1075-4342-b056-e07041b5d469 req-9551f333-1b37-419b-9fe7-7e24bc159567 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.1708651
Dec 08 19:14:28.259933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:28.316723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] For port f576f0aa-1af2-4ffb-84bb-b1d53816602a, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f576f0aa-1af2-4ffb-84bb-b1d53816602a,segment=NetworkSegment(7880df29-bf95-4a4d-8a59-fd0da39949fd),segment_id=7880df29-bf95-4a4d-8a59-fd0da39949fd)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:28.323494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:28.325745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-31e85dff-6c9c-4258-a76e-85be9487374f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:28.468695 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c280ea15-1075-4342-b056-e07041b5d469 req-ecdf2fff-f6a5-488a-ae13-326bc2d26df8 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223589
Dec 08 19:14:28.505536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] Pushing event updated for resources: {'Port': ['ID=f576f0aa-1af2-4ffb-84bb-b1d53816602a,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:28.534923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a44d624a-904d-4167-89cf-1f79631f951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:28.626770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0c71e-606e-4751-add5-a0b1f9042b22 req-8663d8ac-7e8b-4937-887d-7c8cbb080277 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:28.651112 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4ac0c71e-606e-4751-add5-a0b1f9042b22 req-8663d8ac-7e8b-4937-887d-7c8cbb080277 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 945 time: 0.4027438
Dec 08 19:14:28.651611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 37192) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:28.662259 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'floatingip': {'port_id': 'ad4e807a-889d-429f-b2ec-bfb0696c663c'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:28.798250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:28.799289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-7e4ed5f6-9816-41f7-ae2a-0af45667cb20 None None] Provisioning complete for port f576f0aa-1af2-4ffb-84bb-b1d53816602a triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:28.799998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed5f6-9816-41f7-ae2a-0af45667cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:29.041916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:29.508264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-0bb44c47-7679-4edc-82ec-eaad72c7ab32 None None] Provisioning complete for port f576f0aa-1af2-4ffb-84bb-b1d53816602a triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:29.511244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0bb44c47-7679-4edc-82ec-eaad72c7ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:29.570680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-858d9048-7025-4d90-9192-c9bca1d9d1c8 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:29.572423 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-858d9048-7025-4d90-9192-c9bca1d9d1c8 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/networks?id=5e66628f-2079-4d8b-ad79-9023abdf665f HTTP/1.1" status: 200  len: 809 time: 0.2972863
Dec 08 19:14:29.707090 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-bbc877ee-6d5d-43f6-a3e6-f0e850c2adb9 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/quotas/299a72446557493480823a5d94d2c5c8 HTTP/1.1" status: 200  len: 375 time: 0.1243093
Dec 08 19:14:29.715761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320154-35c4-40be-8fc8-dddc91cecc45 req-e087de60-3453-41f1-bb55-5f69d9e69f18 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:29.724515 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f7320154-35c4-40be-8fc8-dddc91cecc45 req-e087de60-3453-41f1-bb55-5f69d9e69f18 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.8812644
Dec 08 19:14:29.841834 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-82eaa4de-0396-494a-ac17-ae13430528fd tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?tenant_id=299a72446557493480823a5d94d2c5c8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1333799
Dec 08 19:14:29.873095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-622992ea-b543-4d4f-bb55-b936785de47d tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:29.874816 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-622992ea-b543-4d4f-bb55-b936785de47d tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 814 time: 0.3239391
Dec 08 19:14:29.885826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Router 39a5c907-5fe2-4bd8-b5d1-e90562271989 is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:14:29.902721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'port': {'device_id': '4bb83317-3f82-4705-9841-50432140936a', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'admin_state_up': True, 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:30.214898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f576f0aa-1af2-4ffb-84bb-b1d53816602a up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:30.267727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:30.272615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:14:30.298262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Sync routers for ids ['39a5c907-5fe2-4bd8-b5d1-e90562271989'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:14:30.308440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:30.325170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:30.327424 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.0054128
Dec 08 19:14:30.330235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Routers {'39a5c907-5fe2-4bd8-b5d1-e90562271989'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:14:30.331380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39a5c907-5fe2-4bd8-b5d1-e90562271989'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:30.332693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Made reservation on behalf of 415ee4b3261a4fc8bccb04dff6e14137 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:30.339028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:30.354372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37226) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:30.392826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port f576f0aa-1af2-4ffb-84bb-b1d53816602a triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:30.393487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:30.485334 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-770607ff-ef82-47a3-9662-3b76e8e0851d service neutron] 10.222.0.61 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3267784
Dec 08 19:14:30.660593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Set router 39a5c907-5fe2-4bd8-b5d1-e90562271989 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:14:30.711411 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f7320154-35c4-40be-8fc8-dddc91cecc45 req-17ac5252-5856-427f-844b-ae4932dce7e3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9858501
Dec 08 19:14:31.525673 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-372f6109-0e5c-42cb-855e-fa5a3400fa0c service neutron] 10.222.0.61 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8393366
Dec 08 19:14:31.837010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:14:27Z', 'revision_number': 3, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:31.848734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Checking router: 39a5c907-5fe2-4bd8-b5d1-e90562271989 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:14:31.849214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Updating router 39a5c907-5fe2-4bd8-b5d1-e90562271989 port 941335fb-2ece-4aea-926c-8bbc314a3566 binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:14:32.092112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:32.156364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:32.808020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Allocated IP 172.20.0.8 (0827a540-a161-4ea5-ba22-c3b85ff6684e/119be459-d14b-4dff-b93e-0a2a30e28984/c59a47b8-262a-4d14-ad0c-c2bb506239d3) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:33.017045 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-38d1d6e3-0858-4a54-9158-2fac45132b11 req-f8a25097-268c-4cf5-8d39-e407680dd7b9 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.2175641
Dec 08 19:14:33.507798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Allocated IP 172.20.0.1 (145f84fe-36b7-4576-8f10-7434572d7443/f0328cf3-0f47-4c96-98bd-673b0d20d08f/e6561059-da5d-471d-bdec-5972799bfe5a) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:33.609128 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120bea9-69b2-4ad3-929b-c3c688163280 req-84021b3e-c58c-4e94-8f8b-f857465187ba tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:33.624976 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b120bea9-69b2-4ad3-929b-c3c688163280 req-84021b3e-c58c-4e94-8f8b-f857465187ba tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 946 time: 0.9027090
Dec 08 19:14:33.818775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:33.845362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Transition to ACTIVE for port object e6561059-da5d-471d-bdec-5972799bfe5a will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:33.878130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:33.917238 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:34.237601 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b120bea9-69b2-4ad3-929b-c3c688163280 req-ba34c65b-ce58-4ae1-8c1e-dde1fee1f3dc tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6091530
Dec 08 19:14:34.528739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.resource_extend [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 08 19:14:34.612027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:34.676357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Pushing event updated for resources: {'Port': ['ID=e6561059-da5d-471d-bdec-5972799bfe5a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:34.688733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Transition to ACTIVE for port object 941335fb-2ece-4aea-926c-8bbc314a3566 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:34.692857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:34.710792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:34.821652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:34.992780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 37316) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:35.115829 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7b8527c1-4283-488d-b186-6af2fc46ea05 req-e1cf1eaa-aeaf-4106-947f-f524cd4e10bf tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 210 time: 0.0502112
Dec 08 19:14:35.132302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ea029-654b-4589-bfe9-b01e52d29afd req-d63d9f55-9f8c-45d2-896e-a572acd4d81d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:35.140937 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-749ea029-654b-4589-bfe9-b01e52d29afd req-d63d9f55-9f8c-45d2-896e-a572acd4d81d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 1.5121691
Dec 08 19:14:35.184082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:35.190248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:35.269131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:14:35.281278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Network 145f84fe-36b7-4576-8f10-7434572d7443 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:35.284779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:35.294225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:35.375732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Pushing event updated for resources: {'Port': ['ID=941335fb-2ece-4aea-926c-8bbc314a3566,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:35.439699 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.441906 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.443773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.444327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.446088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.446564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.447695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.448312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.450480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.454880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.464327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.465687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.470719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.475214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.476929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.480217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.480881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.482472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.483812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.490653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.495672 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.496250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.499497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.499497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:35.543711 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:35.636875 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-749ea029-654b-4589-bfe9-b01e52d29afd req-1e89e08e-03a9-411b-82c4-1563a00a9960 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4944389
Dec 08 19:14:35.775564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Attempting to bind port 941335fb-2ece-4aea-926c-8bbc314a3566 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:35.781990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Attempting to bind port 941335fb-2ece-4aea-926c-8bbc314a3566 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:35.782843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Attempting to bind port 941335fb-2ece-4aea-926c-8bbc314a3566 on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:35.794569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:35.801113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:35.803005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:35.803741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:35.805169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Bound port: 941335fb-2ece-4aea-926c-8bbc314a3566, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:35.805852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:35.844782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:35.867295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:35.867575 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-147a1da5-21b0-4cb5-a416-e5c5e5489062 req-9fcd5927-c27b-4e12-9bd0-ad9b7295da9d tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.2291794
Dec 08 19:14:35.890191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:35.971649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-8b768293-9689-4a21-afad-b0157a3949d8 None None] Provisioning for port e6561059-da5d-471d-bdec-5972799bfe5a completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:35.998748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:36.015243 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-8b768293-9689-4a21-afad-b0157a3949d8 None None] Provisioning complete for port e6561059-da5d-471d-bdec-5972799bfe5a triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:36.015673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b768293-9689-4a21-afad-b0157a3949d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:36.026693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a22fed28679241669ab742d273fd3529 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:36.044002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:36.069453 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:36.083162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Transition to ACTIVE for port object c59a47b8-262a-4d14-ad0c-c2bb506239d3 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:36.233637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] For port 941335fb-2ece-4aea-926c-8bbc314a3566, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:36.246127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] For port 941335fb-2ece-4aea-926c-8bbc314a3566, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=941335fb-2ece-4aea-926c-8bbc314a3566,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:36.248108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:36.251557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:36.255677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-8b768293-9689-4a21-afad-b0157a3949d8 None None] Port e6561059-da5d-471d-bdec-5972799bfe5a cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:14:36.303965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:36.340114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:36.443313 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Floating IP f90315b1-1e73-4a32-9266-dfac5fa7fdad associated. External IP: 172.27.0.202, port: ad4e807a-889d-429f-b2ec-bfb0696c663c.
Dec 08 19:14:36.552842 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:36.646133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:36.853774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Pushing event updated for resources: {'Port': ['ID=941335fb-2ece-4aea-926c-8bbc314a3566,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:36.920655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:36.979426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Routers {'39a5c907-5fe2-4bd8-b5d1-e90562271989'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:14:36.980213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39a5c907-5fe2-4bd8-b5d1-e90562271989'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:37.154122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:37.155624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:37.177398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:37.184424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:37.237916 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e9ef359d-516f-4fb8-88aa-8b7475fe354a req-b38d8e4e-936b-403c-af71-752aefb0e212 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 210 time: 0.5904820
Dec 08 19:14:37.417840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:37.419006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:37.507518 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-a7c32f11-b274-4fd1-8ba0-5ed1b28062c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.6113806
Dec 08 19:14:37.743372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] Set router 39a5c907-5fe2-4bd8-b5d1-e90562271989 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:14:37.754443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Request body: {'port': {'device_id': '4bb83317-3f82-4705-9841-50432140936a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:37.793310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f162ff37-4725-43ea-813f-67911c79e32a None None] Provisioning for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:37.830046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f162ff37-4725-43ea-813f-67911c79e32a None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:37.830737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f162ff37-4725-43ea-813f-67911c79e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:38.132471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-f162ff37-4725-43ea-813f-67911c79e32a None None] Port c59a47b8-262a-4d14-ad0c-c2bb506239d3 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:14:38.463769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:38.604808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:14:38.855722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-5ff33d85-99e7-4816-92eb-6b0667b2bc24 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:38.857620 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-5ff33d85-99e7-4816-92eb-6b0667b2bc24 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "GET /v2.0/networks?id=5e66628f-2079-4d8b-ad79-9023abdf665f HTTP/1.1" status: 200  len: 809 time: 0.6484809
Dec 08 19:14:38.865584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:38.878583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95549914-2fab-4822-8f13-6460bcbf93e2 req-0eec4589-646a-4a60-8725-106b3abd8a10 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:38.887849 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-95549914-2fab-4822-8f13-6460bcbf93e2 req-0eec4589-646a-4a60-8725-106b3abd8a10 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 2.1177182
Dec 08 19:14:38.936206 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:14:36Z', 'revision_number': 4, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'e6561059-da5d-471d-bdec-5972799bfe5a', 'name': '', 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'mac_address': 'fa:16:3e:d9:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:32Z', 'updated_at': '2020-12-08T19:14:33Z', 'revision_number': 1, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'subnets': [{'id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:38.945193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eabe09-9775-4f1f-8d24-334db914ecfb None None] The sync data for ids ['39a5c907-5fe2-4bd8-b5d1-e90562271989'] in dv-cinder-766064-1-iscsi is: [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:14:36Z', 'revision_number': 4, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'e6561059-da5d-471d-bdec-5972799bfe5a', 'name': '', 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'mac_address': 'fa:16:3e:d9:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:32Z', 'updated_at': '2020-12-08T19:14:33Z', 'revision_number': 1, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'subnets': [{'id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:14:39.020076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33876327-5d3b-4fae-936c-39389f97178d req-44362acb-7a09-4bd9-893c-ec546597053c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:39.038759 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-33876327-5d3b-4fae-936c-39389f97178d req-44362acb-7a09-4bd9-893c-ec546597053c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 931 time: 1.0353386
Dec 08 19:14:39.164069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:39.290335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:39.353692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2da37ff6-78fe-405e-92f1-cc517f463316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:39.358583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:39.424945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:39.426930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-625a4855-956e-4c47-9810-ad649f4c8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:39.430174 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-625a4855-956e-4c47-9810-ad649f4c8512 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1162 time: 1.2753320
Dec 08 19:14:39.523743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-70a24119-31bf-4475-8040-aea8134a32f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:39.534054 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-95549914-2fab-4822-8f13-6460bcbf93e2 req-35784ce6-058b-4639-a4d6-c3255794908b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6326673
Dec 08 19:14:39.545864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37362) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:39.553626 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a22fed28679241669ab742d273fd3529&name=default HTTP/1.1" status: 200  len: 2879 time: 4.5590942
Dec 08 19:14:39.580099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-33876327-5d3b-4fae-936c-39389f97178d req-5210ffe7-b813-403b-ad9b-f05009332893 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:14:39.623797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe80451-6bd6-43e0-b178-5670e7cc3b01,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:39.646732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:39.660950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Pushing event updated for resources: {'Port': ['ID=e6561059-da5d-471d-bdec-5972799bfe5a,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:39.730603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:39.807236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:14:39.807452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.812951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-33876327-5d3b-4fae-936c-39389f97178d req-5210ffe7-b813-403b-ad9b-f05009332893 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:14:39.813982 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.816810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.817943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.819620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.825368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] Sync routers for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:14:39.838295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.840496 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-33876327-5d3b-4fae-936c-39389f97178d req-5210ffe7-b813-403b-ad9b-f05009332893 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7917347
Dec 08 19:14:39.840914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.845052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.845052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.845052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.845052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.850780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.854912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.856386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.865924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:14:39.872510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.874277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.874527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd237080>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:11Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:39.875755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.876689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.877456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.878289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.879156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.880723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.889175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.890098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:39.901034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:39.904652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:40.148895 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-000cdf0b-ca9a-4931-a388-e2cb043226c9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "PUT /v2.0/floatingips/f90315b1-1e73-4a32-9266-dfac5fa7fdad HTTP/1.1" status: 200  len: 991 time: 11.4955001
Dec 08 19:14:40.228765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:40.265400 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b12afb8-83d7-4932-ae24-94f7107c3ae7 req-b8516199-d717-4e2a-b66c-a037d1b7df1a tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 210 time: 0.1080854
Dec 08 19:14:40.571660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.resource_extend [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 08 19:14:40.572301 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c', 'status': 'completed', 'code': 200}
Dec 08 19:14:40.602677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:40.770825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:14:40.800605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59a47b8-262a-4d14-ad0c-c2bb506239d3 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:14:40.833098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:40.840038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:40.994191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Network 145f84fe-36b7-4576-8f10-7434572d7443 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:40.999876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Transition to ACTIVE for port object c59a47b8-262a-4d14-ad0c-c2bb506239d3 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:41.010514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:41.071709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:41.174782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:41.351675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e7-0113-4f43-96ab-b547c741fdda req-34169eb3-d0cf-413b-aba2-097168fa870e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:41.376037 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cfa104e7-0113-4f43-96ab-b547c741fdda req-34169eb3-d0cf-413b-aba2-097168fa870e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.3937340
Dec 08 19:14:41.536009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cfa104e7-0113-4f43-96ab-b547c741fdda req-fb514af3-c4d2-4734-90d7-0c89f27c4ce4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1583276
Dec 08 19:14:41.548736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Pushing event updated for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:41.783244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:41.817187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c767de88-60b4-4e4a-b739-f0cb164ff7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:41.892602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-b558bd9d-ffbd-4cc5-a89b-fe362b451691 None None] Provisioning complete for port e6561059-da5d-471d-bdec-5972799bfe5a triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:41.893299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b558bd9d-ffbd-4cc5-a89b-fe362b451691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:42.045603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-b558bd9d-ffbd-4cc5-a89b-fe362b451691 None None] Port e6561059-da5d-471d-bdec-5972799bfe5a cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:14:42.239707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f01a46-646d-48e7-8d9f-ebf7bc01d3a8 req-1b0c9935-4a74-49e7-b4b4-fd86100f4ff5 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:42.246684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd237080>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': 'f90315b1-1e73-4a32-9266-dfac5fa7fdad', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'port_id': 'ad4e807a-889d-429f-b2ec-bfb0696c663c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'mac_address': 'fa:16:3e:86:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:13:52Z', 'updated_at': '2020-12-08T19:14:33Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:42.253697 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-77f01a46-646d-48e7-8d9f-ebf7bc01d3a8 req-1b0c9935-4a74-49e7-b4b4-fd86100f4ff5 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 943 time: 0.3786638
Dec 08 19:14:42.261058 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] Checking router: 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:14:42.274514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:14:42.275264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd237080>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:42.401433 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 941335fb-2ece-4aea-926c-8bbc314a3566 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:42.425556 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-77f01a46-646d-48e7-8d9f-ebf7bc01d3a8 req-d9f46d4d-406e-449a-ac36-94c788a7d097 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615152
Dec 08 19:14:42.435205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Router 39a5c907-5fe2-4bd8-b5d1-e90562271989 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:14:43.025592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:43.032024 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 941335fb-2ece-4aea-926c-8bbc314a3566 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:43.033113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:43.056877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 941335fb-2ece-4aea-926c-8bbc314a3566 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:43.057548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:43.060973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0bd6d0aa-309b-4464-afa1-6e65b1dd90a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:43.081452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe80451-6bd6-43e0-b178-5670e7cc3b01,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:43.101637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:43.127625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:43.129691 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fe80451-6bd6-43e0-b178-5670e7cc3b01 HTTP/1.1" status: 204  len: 168 time: 3.5680201
Dec 08 19:14:43.200178 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2b7eaa9e-039c-4262-b4c0-8acef6d7a0b6 req-f09fe392-d914-4a7b-a976-0be8aaec73ab tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 210 time: 0.2078300
Dec 08 19:14:43.336775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Request body: {'port': {'device_id': '395efedd-017c-40aa-82db-fe96eaf28207', 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f', 'admin_state_up': True, 'tenant_id': '299a72446557493480823a5d94d2c5c8'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:43.579967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:43.600972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 941335fb-2ece-4aea-926c-8bbc314a3566, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=941335fb-2ece-4aea-926c-8bbc314a3566,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:43.606776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:43.614133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:43.757237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=941335fb-2ece-4aea-926c-8bbc314a3566,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:43.767330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:14:43.865896 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:43.979669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:14:44.014803 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] 10.222.0.61 "PUT /v2.0/routers/39a5c907-5fe2-4bd8-b5d1-e90562271989/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6556602
Dec 08 19:14:44.193785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Attempting to bind port c59a47b8-262a-4d14-ad0c-c2bb506239d3 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:44.194523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Attempting to bind port c59a47b8-262a-4d14-ad0c-c2bb506239d3 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:44.194523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Attempting to bind port c59a47b8-262a-4d14-ad0c-c2bb506239d3 on network 0827a540-a161-4ea5-ba22-c3b85ff6684e {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:44.257425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:44.257700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Checking segment: {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:44.258468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:44.259134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Bound using segment: {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:44.259966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Bound port: c59a47b8-262a-4d14-ad0c-c2bb506239d3, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052b437f-b32c-43b1-9d5d-fd6e3e7c953b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:44.260725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:44.356379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:44.520607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 941335fb-2ece-4aea-926c-8bbc314a3566 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:44.692434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:44.735664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Usage tracker for resource:port and tenant:299a72446557493480823a5d94d2c5c8 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:44.742411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:44.773833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Quota usage for port was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:44.854085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:44.876089 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:44.895507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37414) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:44.896007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:44.917925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-bbf9cdca-7508-4bef-b88b-3eb930aca137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:44.935730 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-bbf9cdca-7508-4bef-b88b-3eb930aca137 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 1162 time: 1.4996192
Dec 08 19:14:44.951855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 941335fb-2ece-4aea-926c-8bbc314a3566 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:44.954916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:45.008102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16e18-e389-4379-8489-ff7c9189af46 req-e8a3f40b-ea66-49b2-a177-af479aaa3f3d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:45.021687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:45.022425 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68d16e18-e389-4379-8489-ff7c9189af46 req-e8a3f40b-ea66-49b2-a177-af479aaa3f3d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.6098797
Dec 08 19:14:45.099927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Made reservation on behalf of 299a72446557493480823a5d94d2c5c8 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:45.117159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:45.160785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-61cbe43e-b89c-4d24-a1bc-fc5a933b6493 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:45.178450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Sync routers for ids ['39a5c907-5fe2-4bd8-b5d1-e90562271989'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:14:45.246759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Routers {'39a5c907-5fe2-4bd8-b5d1-e90562271989'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:14:45.252952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edeb1c550>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39a5c907-5fe2-4bd8-b5d1-e90562271989'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:45.345763 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68d16e18-e389-4379-8489-ff7c9189af46 req-3955f770-dddb-48be-952a-940d38c711fe tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3213599
Dec 08 19:14:45.421638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff8016-94a5-4d7f-9cf4-2e51d697c450 req-7904db1d-89f0-4c50-9dfb-6ec5799b7742 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:45.432436 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ecff8016-94a5-4d7f-9cf4-2e51d697c450 req-7904db1d-89f0-4c50-9dfb-6ec5799b7742 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 943 time: 1.1888239
Dec 08 19:14:45.769890 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ecff8016-94a5-4d7f-9cf4-2e51d697c450 req-784e75e8-4bbb-42ba-853a-1a0d4bff4e84 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3353834
Dec 08 19:14:45.787224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:45.788953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:45.791657 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] 10.222.0.73 "PUT /v2.0/ports/c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 1157 time: 8.0853662
Dec 08 19:14:45.798566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:45.896799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:45.917703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-40428839-c009-4df2-b4f7-276419117dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:45.936808 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-40428839-c009-4df2-b4f7-276419117dda service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 1.7105775
Dec 08 19:14:45.963013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:45.985721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Usage tracker for resource:security_group_rule and tenant:97d04309006e4f89bda16725e3b39813 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:46.003342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:46.025184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Set router 39a5c907-5fe2-4bd8-b5d1-e90562271989 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:14:46.038149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:46.364397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd237080>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': 'f90315b1-1e73-4a32-9266-dfac5fa7fdad', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'port_id': 'ad4e807a-889d-429f-b2ec-bfb0696c663c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'mac_address': 'fa:16:3e:86:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:13:52Z', 'updated_at': '2020-12-08T19:14:33Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:46.388856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd042f-a368-4574-a600-2ea47697df87 None None] The sync data for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi is: [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': 'f90315b1-1e73-4a32-9266-dfac5fa7fdad', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'port_id': 'ad4e807a-889d-429f-b2ec-bfb0696c663c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'mac_address': 'fa:16:3e:86:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:13:52Z', 'updated_at': '2020-12-08T19:14:33Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:14:46.432867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:46.800086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Allocated IP 172.20.0.10 (5e66628f-2079-4d8b-ad79-9023abdf665f/e37cb534-0b15-410c-8924-7b6422700e0e/d751d58d-7790-403c-9d1f-b3197c6a3823) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:47.189979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-0c07418c-f4fe-45d4-8a51-93d7ec42e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:47.191448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edeb1c550>, [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:14:36Z', 'revision_number': 4, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'e6561059-da5d-471d-bdec-5972799bfe5a', 'name': '', 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'mac_address': 'fa:16:3e:d9:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:32Z', 'updated_at': '2020-12-08T19:14:38Z', 'revision_number': 2, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'subnets': [{'id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:47.192102 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-0c07418c-f4fe-45d4-8a51-93d7ec42e655 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 911 time: 2.1295755
Dec 08 19:14:47.193276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Pushing event updated for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:47.214322 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'status': 'completed', 'code': 200}
Dec 08 19:14:47.214945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.73', 64318) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:47.217386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a8c59-bd06-4f46-8445-8fb80131b50e None None] New status for floating IP f90315b1-1e73-4a32-9266-dfac5fa7fdad: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:14:47.235689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Checking router: 39a5c907-5fe2-4bd8-b5d1-e90562271989 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:14:47.235689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Updating router 39a5c907-5fe2-4bd8-b5d1-e90562271989 port e6561059-da5d-471d-bdec-5972799bfe5a binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:14:47.276587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:47.388246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.228s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:47.423993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:47.439889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:47.544062 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37448) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:47.561823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bf116a96-af03-458c-8156-dc7f6216eab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:47.679235 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97d04309006e4f89bda16725e3b39813&name=default HTTP/1.1" status: 200  len: 2879 time: 2.7617772
Dec 08 19:14:47.695181 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37450) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:47.705214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-722785557-network', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:47.721200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:47.734018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Usage tracker for resource:network and tenant:6081e3920b694cbeb5f1f3e8c571ddc2 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:47.747599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:47.783112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:47.960617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.012745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fb2b7a-f065-411b-b22e-3b4b3a8d2ab0,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:48.021511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:48.075722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Made reservation on behalf of 6081e3920b694cbeb5f1f3e8c571ddc2 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:48.080771 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.141854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.197902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:48.218510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Usage tracker for resource:security_group_rule and tenant:6081e3920b694cbeb5f1f3e8c571ddc2 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:48.225605 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-f1bb174f-4cc5-4404-bdfa-1fc42dd1737c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4e807a-889d-429f-b2ec-bfb0696c663c HTTP/1.1" status: 200  len: 1001 time: 0.6839015
Dec 08 19:14:48.228283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:48.236162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:48.247502 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-48f80f95-0bae-4b0d-9737-2bca2b0cac04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.8101335
Dec 08 19:14:48.346208 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-4b8dc296-3879-47fc-af35-e55249cf637a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 1001 time: 0.7386644
Dec 08 19:14:48.348797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.356600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-2719869c-eeeb-4daa-8784-c75bb4c94718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:48.358383 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-2719869c-eeeb-4daa-8784-c75bb4c94718 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 200  len: 856 time: 0.1092649
Dec 08 19:14:48.377245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-cddfae68-76ed-4022-a96b-450066b6e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:48.379047 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-cddfae68-76ed-4022-a96b-450066b6e124 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1160 time: 1.1610155
Dec 08 19:14:48.389782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:48.391677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.500360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.525318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Transition to ACTIVE for port object e6561059-da5d-471d-bdec-5972799bfe5a will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:48.529688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.575421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:48.674655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.683315 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-22a3b7f1-d128-4a76-918d-9482f57021a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 217 time: 0.2238886
Dec 08 19:14:48.754026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Network 5e66628f-2079-4d8b-ad79-9023abdf665f is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:48.765107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:48.776896 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:48.781420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:48.782165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.861252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Pushing event updated for resources: {'Port': ['ID=d751d58d-7790-403c-9d1f-b3197c6a3823,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:48.875445 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5517192
Dec 08 19:14:48.882802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.883482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.884174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.884885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.885566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.886205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.886817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.887505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.888234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.888892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.890130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.891074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.892213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.893085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.893946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.894948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.895862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.896831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.897743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.898696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.900392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.901332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.901943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.902573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.903533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:48.921792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:48.933200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Request body: {'port': {'device_id': '395efedd-017c-40aa-82db-fe96eaf28207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:48.967949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:48.987280 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7256fea2-ecbf-46d9-926b-dd8c71971f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:49.000341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-3c4c4681-ce37-404c-89c2-f2442919a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:49.004039 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-3c4c4681-ce37-404c-89c2-f2442919a227 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.5324469
Dec 08 19:14:49.020021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f784-49c8-40c3-9a3d-93a229e6b68f req-1dda5923-43f9-42ed-b680-1631b9d83b9f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:49.021145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-7466f784-49c8-40c3-9a3d-93a229e6b68f req-1dda5923-43f9-42ed-b680-1631b9d83b9f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Synchronizing usage tracker for tenant:299a72446557493480823a5d94d2c5c8 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:14:49.035789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-2ca17a40-c0b3-4cbe-bc04-23541e586422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:49.039075 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-2ca17a40-c0b3-4cbe-bc04-23541e586422 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.3330340
Dec 08 19:14:49.078875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6774aa0-3246-46d5-8335-5f3bf2969b37 None None] Pushing event updated for resources: {'Port': ['ID=e6561059-da5d-471d-bdec-5972799bfe5a,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:49.082388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f6774aa0-3246-46d5-8335-5f3bf2969b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:49.109973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b7ff-e912-4dd8-b30c-fc049af14fca req-be8eec98-c61e-4a21-ab48-a7cff992632c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:49.111960 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8174b7ff-e912-4dd8-b30c-fc049af14fca req-be8eec98-c61e-4a21-ab48-a7cff992632c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 1.8011341
Dec 08 19:14:49.158457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:14:49.219257 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-77223f8e-e601-42d6-ba1c-5f904743605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:49.222377 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-77223f8e-e601-42d6-ba1c-5f904743605a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.7665637
Dec 08 19:14:49.223211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e21958-b6a8-40b6-8489-e59a9f3b3cf3,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:49.232548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:49.235916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-c0368c6c-9ee1-4581-b071-c6c5b72e67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:49.237812 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-c0368c6c-9ee1-4581-b071-c6c5b72e67e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1422ddce-28c0-4837-98e8-5c8937bb83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8306551
Dec 08 19:14:49.243849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-7466f784-49c8-40c3-9a3d-93a229e6b68f req-1dda5923-43f9-42ed-b680-1631b9d83b9f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Unset dirty status for tenant:299a72446557493480823a5d94d2c5c8 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:14:49.245841 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:49.245966 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7466f784-49c8-40c3-9a3d-93a229e6b68f req-1dda5923-43f9-42ed-b680-1631b9d83b9f tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 932 time: 1.0744371
Dec 08 19:14:49.246335 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Added segment e098709b-b9e2-472c-9321-732539b432c4 of type vxlan for network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e
Dec 08 19:14:49.312649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:49.333653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cb54bde9-5052-4033-b587-1fe7d8f70e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:49.337188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:49.361236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8174b7ff-e912-4dd8-b30c-fc049af14fca req-fc59166d-f7aa-4b82-9bc6-dfca1bb05a07 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2034988
Dec 08 19:14:49.483373 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7466f784-49c8-40c3-9a3d-93a229e6b68f req-2fcaf5db-7732-4b88-a2b4-263b02b8055c tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130060
Dec 08 19:14:49.490609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Attempting to bind port e6561059-da5d-471d-bdec-5972799bfe5a on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:49.491099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-b9f17961-7995-4b22-8079-7ca24eaa8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:49.493026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Attempting to bind port e6561059-da5d-471d-bdec-5972799bfe5a by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:49.493688 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-b9f17961-7995-4b22-8079-7ca24eaa8dfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4620378
Dec 08 19:14:49.496301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Attempting to bind port e6561059-da5d-471d-bdec-5972799bfe5a on network 145f84fe-36b7-4576-8f10-7434572d7443 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:49.523875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:49.528539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Checking segment: {'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:49.530494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:49.532385 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Bound using segment: {'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:49.537097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Bound port: e6561059-da5d-471d-bdec-5972799bfe5a, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7880df29-bf95-4a4d-8a59-fd0da39949fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:49.540228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:49.752749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] For port e6561059-da5d-471d-bdec-5972799bfe5a, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:49.757624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] For port e6561059-da5d-471d-bdec-5972799bfe5a, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=e6561059-da5d-471d-bdec-5972799bfe5a,segment=NetworkSegment(7880df29-bf95-4a4d-8a59-fd0da39949fd),segment_id=7880df29-bf95-4a4d-8a59-fd0da39949fd)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:49.759232 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-cbedb697-4655-4348-b28d-4d8404a59991 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551723
Dec 08 19:14:49.766029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:49.783533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:49.851387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fb2b7a-f065-411b-b22e-3b4b3a8d2ab0,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:49.971566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6774aa0-3246-46d5-8335-5f3bf2969b37 None None] Pushing event updated for resources: {'Port': ['ID=e6561059-da5d-471d-bdec-5972799bfe5a,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:49.978461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f6774aa0-3246-46d5-8335-5f3bf2969b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:50.053323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Routers {'39a5c907-5fe2-4bd8-b5d1-e90562271989'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:14:50.054566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edeb1c550>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39a5c907-5fe2-4bd8-b5d1-e90562271989'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:50.204297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:50.374313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:50.448129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] Set router 39a5c907-5fe2-4bd8-b5d1-e90562271989 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:14:50.478008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:50.482402 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90fb2b7a-f065-411b-b22e-3b4b3a8d2ab0 HTTP/1.1" status: 204  len: 168 time: 2.4552507
Dec 08 19:14:50.549706 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-9fe32cf5-00c1-470b-b41c-09cb26130d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:50.552859 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-9fe32cf5-00c1-470b-b41c-09cb26130d3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.4980938
Dec 08 19:14:50.583646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device e6561059-da5d-471d-bdec-5972799bfe5a up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:50.637985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-b5780fbb-343b-48e2-b8d5-7eb532bb5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:50.650961 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-b5780fbb-343b-48e2-b8d5-7eb532bb5e94 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 1.3667073
Dec 08 19:14:50.689279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port e6561059-da5d-471d-bdec-5972799bfe5a completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:50.697597 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-91d1cb73-973f-4e0e-87ae-078610500e6e service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4494786
Dec 08 19:14:50.718989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port e6561059-da5d-471d-bdec-5972799bfe5a triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:50.729391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:50.739720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21d3e6-7ac2-4e7c-ad5a-ddf3b2884a4c req-4f73226c-d99e-4c89-b45d-361a8b57a615 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:50.760532 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fe21d3e6-7ac2-4e7c-ad5a-ddf3b2884a4c req-4f73226c-d99e-4c89-b45d-361a8b57a615 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 943 time: 0.9994838
Dec 08 19:14:50.815223 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-5022b9fe-a7b0-4182-9529-3a20410ded03 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7027762
Dec 08 19:14:50.875095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:50.929860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:50.935072 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-e77c972f-8eee-44b1-b05e-d2f68798d080 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.2321451
Dec 08 19:14:50.951470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:50.952101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:50.990853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port e6561059-da5d-471d-bdec-5972799bfe5a, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=e6561059-da5d-471d-bdec-5972799bfe5a,segment=NetworkSegment(7880df29-bf95-4a4d-8a59-fd0da39949fd),segment_id=7880df29-bf95-4a4d-8a59-fd0da39949fd)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:50.996313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:51.011713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3186ea88-5d3a-4245-a1de-b4d08f95b0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:51.017111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:51.048934 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fe21d3e6-7ac2-4e7c-ad5a-ddf3b2884a4c req-8b14258b-56ae-40c5-be6c-b58197234496 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872467
Dec 08 19:14:51.149728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=e6561059-da5d-471d-bdec-5972799bfe5a,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:51.161365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:51.311699 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-6245fdcb-4132-46be-b1a1-5f8586c90e7d service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7389636
Dec 08 19:14:51.332341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d751d58d-7790-403c-9d1f-b3197c6a3823 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:14:51.344522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:51.432811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Transition to ACTIVE for port object d751d58d-7790-403c-9d1f-b3197c6a3823 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:51.505427 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edeb1c550>, [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:14:36Z', 'revision_number': 4, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'e6561059-da5d-471d-bdec-5972799bfe5a', 'name': '', 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'mac_address': 'fa:16:3e:d9:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:32Z', 'updated_at': '2020-12-08T19:14:49Z', 'revision_number': 4, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'subnets': [{'id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:14:51.511435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0e791-a51c-4cbf-b439-46a68a41137c None None] The sync data for ids ['39a5c907-5fe2-4bd8-b5d1-e90562271989'] in dv-cinder-766064-1-iscsi is: [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:14:36Z', 'revision_number': 4, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'e6561059-da5d-471d-bdec-5972799bfe5a', 'name': '', 'network_id': '145f84fe-36b7-4576-8f10-7434572d7443', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'mac_address': 'fa:16:3e:d9:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:32Z', 'updated_at': '2020-12-08T19:14:49Z', 'revision_number': 4, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'subnets': [{'id': 'f0328cf3-0f47-4c96-98bd-673b0d20d08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:14:51.533733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:51.602072 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-93afbee9-2ea6-40c2-b094-be17fc9c64f4 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7814081
Dec 08 19:14:51.606479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Pushing event updated for resources: {'Network': ['ID=b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:51.624904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:51.637760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:14:51.661290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-a52c4bfa-8378-4785-a5ed-4a463ab54656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:51.662983 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-a52c4bfa-8378-4785-a5ed-4a463ab54656 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.7060850
Dec 08 19:14:51.767792 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 4.0820708
Dec 08 19:14:51.777026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 37494) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:51.788898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:51.918647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:14:51.936632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Request body: {'subnet': {'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-722785557-subnet', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:51.968267 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-4bafcf49-bd3b-4546-b6d3-e63b47ba2498 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2726607
Dec 08 19:14:51.976928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:52.014157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Usage tracker for resource:subnet and tenant:6081e3920b694cbeb5f1f3e8c571ddc2 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:52.026947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:52.033378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:52.060435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353c66c-4e4b-48ad-8457-02ad3659ab56 req-fd6665d2-6f9d-4e56-877d-c1e80abc0190 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:52.075155 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b353c66c-4e4b-48ad-8457-02ad3659ab56 req-fd6665d2-6f9d-4e56-877d-c1e80abc0190 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.8149428
Dec 08 19:14:52.102526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Made reservation on behalf of 6081e3920b694cbeb5f1f3e8c571ddc2 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:14:52.107079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:52.141883 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5f943c5a-5ca6-41af-8654-a485d6804ffd req-ec0d4c2e-a5d7-4f5b-948b-66ab28579ad1 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6994309
Dec 08 19:14:52.165652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d751d58d-7790-403c-9d1f-b3197c6a3823,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:52.199985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:52.314647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb5c56-b94d-401e-a336-2d47d78d5729 req-58d5456b-02e8-48f8-99cd-f126f67df9d4 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:52.316831 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-75cb5c56-b94d-401e-a336-2d47d78d5729 req-58d5456b-02e8-48f8-99cd-f126f67df9d4 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 944 time: 0.8751714
Dec 08 19:14:52.422897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device e6561059-da5d-471d-bdec-5972799bfe5a up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:52.451385 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b353c66c-4e4b-48ad-8457-02ad3659ab56 req-559d687e-fd5e-404d-896a-dab87c4466f3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3749697
Dec 08 19:14:52.462705 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-97858b7b-4b3d-45ea-9f6f-39f51fcce07a service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4851632
Dec 08 19:14:52.529054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port e6561059-da5d-471d-bdec-5972799bfe5a triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:52.530115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:52.784377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-aa156ad3-fda3-4003-8a38-5db7c97e54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:52.787248 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-aa156ad3-fda3-4003-8a38-5db7c97e54b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1160 time: 0.5436659
Dec 08 19:14:52.842965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Attempting to bind port d751d58d-7790-403c-9d1f-b3197c6a3823 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:52.844689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Attempting to bind port d751d58d-7790-403c-9d1f-b3197c6a3823 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:52.844689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Attempting to bind port d751d58d-7790-403c-9d1f-b3197c6a3823 on network 5e66628f-2079-4d8b-ad79-9023abdf665f {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:53.024598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-27655d75-039f-4d27-8337-70f12a355593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:53.026987 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-27655d75-039f-4d27-8337-70f12a355593 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.2079594
Dec 08 19:14:53.034548 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a0d5b25-96e4-4e91-94b8-2a452004c500 req-bd6c0962-219d-43fc-9edd-f7fada381269 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5460677
Dec 08 19:14:53.115922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-6b14eb36-1a7e-4a40-880a-6fc7a75100b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 217 time: 0.0798368
Dec 08 19:14:53.273719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-5070577e-e2f7-4b40-83ac-ae8fe6bf23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:53.276068 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-5070577e-e2f7-4b40-83ac-ae8fe6bf23d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.1508660
Dec 08 19:14:53.278410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:53.278772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Checking segment: {'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:53.279201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:53.279597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Bound using segment: {'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:53.280076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Bound port: d751d58d-7790-403c-9d1f-b3197c6a3823, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ff11bf-961b-4a81-b3e9-3cd0da09539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5e66628f-2079-4d8b-ad79-9023abdf665f'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:53.280489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:53.293291 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-75cb5c56-b94d-401e-a336-2d47d78d5729 req-e1a4ae15-c431-4942-a255-507dfde7be25 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9003429
Dec 08 19:14:53.466995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bd21d94c-4e73-42bc-88e0-c2405a5990ab up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:53.495164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] For port d751d58d-7790-403c-9d1f-b3197c6a3823, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:53.500629 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] For port d751d58d-7790-403c-9d1f-b3197c6a3823, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d751d58d-7790-403c-9d1f-b3197c6a3823,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:53.513710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:53.670605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port bd21d94c-4e73-42bc-88e0-c2405a5990ab triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:53.671119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:53.774061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-0485e592-c368-4250-ac6f-84d1c4b5b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:53.776159 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-0485e592-c368-4250-ac6f-84d1c4b5b29f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.5979955
Dec 08 19:14:53.828045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:53.961991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-93fecf72-11e3-4b2f-b014-1cdc5881cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:53.963708 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-93fecf72-11e3-4b2f-b014-1cdc5881cf45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6707025
Dec 08 19:14:54.129690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:54.130493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:54.132173 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/d751d58d-7790-403c-9d1f-b3197c6a3823 HTTP/1.1" status: 200  len: 1158 time: 5.2085795
Dec 08 19:14:54.135181 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d751d58d-7790-403c-9d1f-b3197c6a3823,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:54.137986 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395efedd-017c-40aa-82db-fe96eaf28207', 'tag': 'd751d58d-7790-403c-9d1f-b3197c6a3823'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:54.148953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:54.166848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74e7ec-1e55-406f-818e-5523ccb8ae5b req-add8aee8-9432-40ca-ace5-3213f05013a2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:54.168780 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7d74e7ec-1e55-406f-818e-5523ccb8ae5b req-add8aee8-9432-40ca-ace5-3213f05013a2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.8943660
Dec 08 19:14:54.187527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cadf3a-278d-4594-b91d-815328fd6fdf req-7afb94b9-3c9c-4205-91aa-beecc877f44f tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:54.196417 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b3cadf3a-278d-4594-b91d-815328fd6fdf req-7afb94b9-3c9c-4205-91aa-beecc877f44f tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 943 time: 0.4984810
Dec 08 19:14:54.298640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-6b6c0176-6e52-465a-8ec6-19d150353306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:54.300446 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-6b6c0176-6e52-465a-8ec6-19d150353306 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.4968958
Dec 08 19:14:54.456754 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-581ca294-1687-4166-a411-e6f2e630caf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.1431618
Dec 08 19:14:54.464674 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b3cadf3a-278d-4594-b91d-815328fd6fdf req-3bcdc768-80f8-4d79-aac7-c7f13b3d1420 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672250
Dec 08 19:14:54.479582 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-ac959102-cfb0-413e-894d-ea3e108e0b1e service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5016170
Dec 08 19:14:54.484130 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7d74e7ec-1e55-406f-818e-5523ccb8ae5b req-b29658cf-6949-4810-9056-c9d9e4d23348 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2696462
Dec 08 19:14:54.675926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-d8035a0b-8c17-4191-88e0-06691f104218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:54.678092 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-d8035a0b-8c17-4191-88e0-06691f104218 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=299a72446557493480823a5d94d2c5c8&device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 1161 time: 0.3801901
Dec 08 19:14:54.683858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:54.700812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-77910ae5-248b-4319-abb6-59dc2b15a51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:54.749850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-20fa9029-c325-4069-9932-ca79cf322d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:54.751588 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-20fa9029-c325-4069-9932-ca79cf322d56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.2822549
Dec 08 19:14:54.792272 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-a0d76a8d-36c2-4b1f-ab7a-8fceb609a16b service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2318635
Dec 08 19:14:54.850865 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-dd2b2471-5a35-4f09-a5f4-ee866705d7d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607791
Dec 08 19:14:54.947510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738471f9-9291-4b56-ba1d-32485b509119,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:54.953922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395efedd-017c-40aa-82db-fe96eaf28207', 'tag': 'd751d58d-7790-403c-9d1f-b3197c6a3823', 'status': 'completed', 'code': 200}
Dec 08 19:14:54.970530 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-9a93f19d-d57e-4a33-ac18-865ecede8fa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d751d58d-7790-403c-9d1f-b3197c6a3823 HTTP/1.1" status: 200  len: 217 time: 0.2706225
Dec 08 19:14:55.046992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:55.083201 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-ead824a1-8508-4b27-b214-fe4e2047c1e7 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245164
Dec 08 19:14:55.243803 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d586244-03db-4007-b5f4-fc255e52cb24 req-0c038aa6-67c4-4c61-94f6-513f6936682c service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1516929
Dec 08 19:14:55.323732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-cb164b58-9504-489c-8a4b-fbfae8ffeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:55.325527 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-cb164b58-9504-489c-8a4b-fbfae8ffeda5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e37cb534-0b15-410c-8924-7b6422700e0e HTTP/1.1" status: 200  len: 849 time: 0.2674916
Dec 08 19:14:55.409566 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-c263197e-df24-4323-a85d-d3a460182fff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e66628f-2079-4d8b-ad79-9023abdf665f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0608454
Dec 08 19:14:55.453087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70038e6d-c2ac-40c0-982a-0e4fd18add48 req-8236b283-05f5-4fd1-a1d8-c4fd35db09cd tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:55.454892 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70038e6d-c2ac-40c0-982a-0e4fd18add48 req-8236b283-05f5-4fd1-a1d8-c4fd35db09cd tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.6225655
Dec 08 19:14:55.517322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b6a96-d3bb-4919-b47f-f5a0a669dba3 req-2619d4d6-8897-4d13-955d-99c48d1ddacd tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:55.519176 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-657b6a96-d3bb-4919-b47f-f5a0a669dba3 req-2619d4d6-8897-4d13-955d-99c48d1ddacd tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 944 time: 0.4584517
Dec 08 19:14:55.564302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-f9a4676a-61d6-4a69-8f51-de78933d0c1c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:14:55.683915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Checking segment: {'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:55.684363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Network hostable DHCP agents. Network: b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:14:55.713766 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-70038e6d-c2ac-40c0-982a-0e4fd18add48 req-919c7c6e-b405-4bf0-a419-33da589f119d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2464166
Dec 08 19:14:55.743171 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-657b6a96-d3bb-4919-b47f-f5a0a669dba3 req-29ab0662-d6d4-491c-a7d2-8898eae0ffd8 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254361
Dec 08 19:14:55.755648 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-99b56aae-dfd3-44fd-a5c5-08a84e2df560 service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3365357
Dec 08 19:14:55.856936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:14:56.093691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:56.102556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab4eb9-7055-4e85-9e11-d5936c61837b None None] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:14:56.117543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:56.118325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:56.175610 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.3209817
Dec 08 19:14:56.178576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37560) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:56.188130 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83498ccf-7d4f-47fb-99fb-2e6ed3092046 req-682cc724-f6dd-4bce-a07d-1201c288d7e7 service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4248815
Dec 08 19:14:56.188904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:14:56.210124 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:14:56.225652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Usage tracker for resource:router and tenant:6081e3920b694cbeb5f1f3e8c571ddc2 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:14:56.235469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:14:56.241129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6e4a4-0239-4917-8ddc-6725c9934948 req-612d91c1-0952-46e2-aff7-8b77bf88f0af tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:56.245502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:14:56.249008 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21b6e4a4-0239-4917-8ddc-6725c9934948 req-612d91c1-0952-46e2-aff7-8b77bf88f0af tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 943 time: 0.2486799
Dec 08 19:14:56.258375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e563a86-8a56-4b4a-bf2a-e045d0c9054c req-c4614d3e-ca33-4e1a-abd4-f703a5c56f3e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:56.260460 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e563a86-8a56-4b4a-bf2a-e045d0c9054c req-c4614d3e-ca33-4e1a-abd4-f703a5c56f3e tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.2766140
Dec 08 19:14:56.279319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:56.280813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:56.324647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:56.426717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device c59a47b8-262a-4d14-ad0c-c2bb506239d3 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:56.453316 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e563a86-8a56-4b4a-bf2a-e045d0c9054c req-7238325f-4c09-4103-bdea-11ec43e43cfd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767406
Dec 08 19:14:56.469106 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21b6e4a4-0239-4917-8ddc-6725c9934948 req-8e965322-ca48-4880-8d0b-d10945120015 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187932
Dec 08 19:14:56.550526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:14:56.569594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:56.570548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:56.578500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-dabd8c1f-c94f-42a6-b613-06d5e30f540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:56.580672 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-dabd8c1f-c94f-42a6-b613-06d5e30f540f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=299a72446557493480823a5d94d2c5c8&device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 1161 time: 0.2858510
Dec 08 19:14:56.743705 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e', 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'fixed_ips': [{'subnet_id': '738471f9-9291-4b56-ba1d-32485b509119'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:14:56.748264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:56.954493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:57.148738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:57.205128 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:14:57.225061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:14:57.233387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:57.238822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:57.339524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-1b9876d0-bc11-47eb-b781-541ab2ddbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:57.341336 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-1b9876d0-bc11-47eb-b781-541ab2ddbacf service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e66628f-2079-4d8b-ad79-9023abdf665f HTTP/1.1" status: 200  len: 903 time: 0.7500691
Dec 08 19:14:57.385129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:57.395281 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'code': 200}
Dec 08 19:14:57.407253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.407797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.408838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.409604 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.410443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.411232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.411722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.412258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.412847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.413423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.413907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.414393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.415013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.415490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.415969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.416461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.417069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.417544 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.418017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.418908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.419523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.420133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.420789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.421266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:14:57.441634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:57.451577 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-3ecda8e4-c0f3-4760-aefe-9a5a78e5f2a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d751d58d-7790-403c-9d1f-b3197c6a3823 HTTP/1.1" status: 200  len: 217 time: 0.1007552
Dec 08 19:14:57.459846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0022223-78dc-4329-b52e-1997dc2fc230 req-8d6aab45-e97d-46a9-a2b1-921fcd094b20 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:57.461643 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e0022223-78dc-4329-b52e-1997dc2fc230 req-8d6aab45-e97d-46a9-a2b1-921fcd094b20 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 944 time: 0.3280752
Dec 08 19:14:57.616567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Allocated IP 172.20.0.2 (b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e/738471f9-9291-4b56-ba1d-32485b509119/9663c063-c33e-4fd5-a460-82f156405ffd) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:57.656090 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e0022223-78dc-4329-b52e-1997dc2fc230 req-382d05a2-7af2-44bb-bc8b-3b1070d65419 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523266
Dec 08 19:14:57.685463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-f2c6d356-c46c-49e1-9ab0-3d74e5fb7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:57.687257 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-f2c6d356-c46c-49e1-9ab0-3d74e5fb7c9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e37cb534-0b15-410c-8924-7b6422700e0e HTTP/1.1" status: 200  len: 849 time: 0.2245846
Dec 08 19:14:57.744265 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device c59a47b8-262a-4d14-ad0c-c2bb506239d3 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:14:57.774810 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-72e11017-e78d-4b95-b8e1-c07bba2fdb77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e66628f-2079-4d8b-ad79-9023abdf665f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791562
Dec 08 19:14:57.784891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:57.957823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:58.026958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c63a7-6615-48b9-b61d-94f6840026e5 req-8e4757ad-1fd6-4dae-a034-fe96c915ae67 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:58.028899 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a38c63a7-6615-48b9-b61d-94f6840026e5 req-8e4757ad-1fd6-4dae-a034-fe96c915ae67 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.2530620
Dec 08 19:14:58.037795 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-d5d27b8f-2455-485e-9729-0285faf69f84 service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143068
Dec 08 19:14:58.263597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9451913-c75a-4ec0-bd07-53065d51a40d req-94d067ac-3ab1-4325-bb06-6d27642c4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:58.266039 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c9451913-c75a-4ec0-bd07-53065d51a40d req-94d067ac-3ab1-4325-bb06-6d27642c4db1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.4890509
Dec 08 19:14:58.271646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:14:58.272369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:58.340219 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a38c63a7-6615-48b9-b61d-94f6840026e5 req-06f086b4-324c-4242-a318-816fd3a009a3 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511151
Dec 08 19:14:58.369024 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c9451913-c75a-4ec0-bd07-53065d51a40d req-404b9319-2b8e-4386-9811-9c76bc96eb5c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923576
Dec 08 19:14:58.430928 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d505ec72-8720-47f8-81c1-8ac29a4d21f2 req-c88d78dd-8d2f-44a0-a2ae-3c20b389dcd5 service neutron] 10.222.0.73 "GET /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3415618
Dec 08 19:14:58.449133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06335f2c-34f4-4d5e-8f8a-97c484677964 req-7e3646c7-7c80-4454-92d0-eb98fc094280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:58.450879 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06335f2c-34f4-4d5e-8f8a-97c484677964 req-7e3646c7-7c80-4454-92d0-eb98fc094280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.4111037
Dec 08 19:14:58.463045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:58.480430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Allocated IP 172.27.0.106 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/1f4e03d8-ede0-4389-8026-c05c4a8ae972) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:14:58.545860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Transition to ACTIVE for port object 9663c063-c33e-4fd5-a460-82f156405ffd will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:58.551434 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06335f2c-34f4-4d5e-8f8a-97c484677964 req-1ce63fa5-97f3-470a-ae53-e754c8498c61 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909863
Dec 08 19:14:58.585435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Transition to ACTIVE for port object 9663c063-c33e-4fd5-a460-82f156405ffd will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:14:58.586694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:58.619695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-734122a4-211f-4edb-a047-e0b50ff33204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:58.742301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:58.774742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:58.795016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:58.893372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Pushing event updated for resources: {'Port': ['ID=9663c063-c33e-4fd5-a460-82f156405ffd,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:58.901439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:58.953558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:58.955720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:58.958901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:59.033061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Attempting to bind port 9663c063-c33e-4fd5-a460-82f156405ffd on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:14:59.033812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Attempting to bind port 9663c063-c33e-4fd5-a460-82f156405ffd by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:14:59.034388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Attempting to bind port 9663c063-c33e-4fd5-a460-82f156405ffd on network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:14:59.042915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:14:59.043670 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Checking segment: {'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:14:59.044414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:59.045020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Bound using segment: {'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:14:59.045742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Bound port: 9663c063-c33e-4fd5-a460-82f156405ffd, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:14:59.046674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:59.083007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Pushing event updated for resources: {'Port': ['ID=1f4e03d8-ede0-4389-8026-c05c4a8ae972,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:59.091435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:59.151382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee4038-3383-4fda-b742-07871f854c33 req-0a8100c6-30f6-4d6c-b071-57a8f5eb6adc tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:59.178093 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8cee4038-3383-4fda-b742-07871f854c33 req-0a8100c6-30f6-4d6c-b071-57a8f5eb6adc tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 944 time: 0.2277892
Dec 08 19:14:59.178273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] For port 9663c063-c33e-4fd5-a460-82f156405ffd, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:14:59.182859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] For port 9663c063-c33e-4fd5-a460-82f156405ffd, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=9663c063-c33e-4fd5-a460-82f156405ffd,segment=NetworkSegment(e098709b-b9e2-472c-9321-732539b432c4),segment_id=e098709b-b9e2-472c-9321-732539b432c4)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:14:59.189251 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:14:59.303754 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8cee4038-3383-4fda-b742-07871f854c33 req-ae3e465e-64ae-4537-baaa-aacbb83e85a4 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203439
Dec 08 19:14:59.357968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:14:59.480584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Pushing event updated for resources: {'Port': ['ID=9663c063-c33e-4fd5-a460-82f156405ffd,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:14:59.489471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:14:59.562939 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:14:59.563764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:14:59.573592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:14:59.760873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32abdb-bb17-4e2c-8400-b527fd36b68c req-b5fd286b-553c-4145-88bc-b1b21d55fd21 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:14:59.763071 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0a32abdb-bb17-4e2c-8400-b527fd36b68c req-b5fd286b-553c-4145-88bc-b1b21d55fd21 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.2187948
Dec 08 19:14:59.890405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 37622) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:14:59.959446 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0a32abdb-bb17-4e2c-8400-b527fd36b68c req-91e2c8c3-ce91-4f05-b30b-43475a6d90fb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861632
Dec 08 19:14:59.997296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6e076-b254-4d30-a4aa-4874c8fdf80f req-ef17f85a-e38f-4c38-90db-a141afb6d443 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:00.005936 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c8e6e076-b254-4d30-a4aa-4874c8fdf80f req-ef17f85a-e38f-4c38-90db-a141afb6d443 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.1940584
Dec 08 19:15:00.076679 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c8e6e076-b254-4d30-a4aa-4874c8fdf80f req-a304e2a0-a365-4285-af05-cdba4b507b7a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694914
Dec 08 19:15:00.230694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.307424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d751d58d-7790-403c-9d1f-b3197c6a3823 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:00.311300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.328430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:15:00.335667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6fc77197de416abc5899d0c5457f18 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:15:00.336545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:15:00.345534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:15:00.392131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port d751d58d-7790-403c-9d1f-b3197c6a3823 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:15:00.401179 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d751d58d-7790-403c-9d1f-b3197c6a3823 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:00.402123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.506778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9663c063-c33e-4fd5-a460-82f156405ffd up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:00.550914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.556305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.584599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5176aca9-1aa8-4fe2-916e-54d60875713a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:00.632232 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc6fc77197de416abc5899d0c5457f18&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7377129
Dec 08 19:15:00.660287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37632) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:15:00.678569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a49347-17e4-492e-85a6-76618c01028e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:00.691274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:00.702774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.733362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 9663c063-c33e-4fd5-a460-82f156405ffd completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:15:00.736020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6acca-562d-4b30-a0ff-b5b02e425347 req-6b892531-75a6-41d2-8fea-0db4591d3e53 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:00.737885 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-08a6acca-562d-4b30-a0ff-b5b02e425347 req-6b892531-75a6-41d2-8fea-0db4591d3e53 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 944 time: 0.1095629
Dec 08 19:15:00.760580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port d751d58d-7790-403c-9d1f-b3197c6a3823, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d751d58d-7790-403c-9d1f-b3197c6a3823,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:15:00.762751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395efedd-017c-40aa-82db-fe96eaf28207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd751d58d-7790-403c-9d1f-b3197c6a3823'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:15:00.781033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.782761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device c59a47b8-262a-4d14-ad0c-c2bb506239d3 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:00.799764 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-08a6acca-562d-4b30-a0ff-b5b02e425347 req-13509e35-40ba-4690-8835-d977270e1940 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548358
Dec 08 19:15:00.840874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7e1822cd-f07c-47e8-9b74-726436856b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:00.916445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:00.921286 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395efedd-017c-40aa-82db-fe96eaf28207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd751d58d-7790-403c-9d1f-b3197c6a3823', 'code': 200}
Dec 08 19:15:00.921536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:01.009921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=d751d58d-7790-403c-9d1f-b3197c6a3823,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:01.027625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:01.030789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:01.031359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:01.053687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:01.248925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:01.258034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e2244037-e93d-4198-8910-4c527d1d0421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:01.293239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a49347-17e4-492e-85a6-76618c01028e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:01.304580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:01.334471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:01.340116 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58a49347-17e4-492e-85a6-76618c01028e HTTP/1.1" status: 204  len: 168 time: 0.6547496
Dec 08 19:15:01.440668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137c2562-3a2c-4e5f-90fb-e5e8f7c4c75c None None] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:15:01.451268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Router e89c8d2d-ea75-4b41-98d0-b47c19d41caa is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:15:01.499810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ead201-2ae0-488e-8130-e9284f570c8f req-7cf392fa-d784-4b07-9b98-aed5dd8cea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:01.501546 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a1ead201-2ae0-488e-8130-e9284f570c8f req-7cf392fa-d784-4b07-9b98-aed5dd8cea50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 1163 time: 0.3013849
Dec 08 19:15:01.554124 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150a07-2def-4f00-abba-7fd639d7d3d6 req-9b994120-627f-4307-aaf3-0561d66c7c01 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:01.582716 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40150a07-2def-4f00-abba-7fd639d7d3d6 req-9b994120-627f-4307-aaf3-0561d66c7c01 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.2934768
Dec 08 19:15:01.704012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007761e2-403f-426f-b113-be124ebaa12f req-354abbca-2d07-4dcd-a48a-750b4c22e049 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:01.717020 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-007761e2-403f-426f-b113-be124ebaa12f req-354abbca-2d07-4dcd-a48a-750b4c22e049 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.3015053
Dec 08 19:15:01.734068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:15:01.737651 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40150a07-2def-4f00-abba-7fd639d7d3d6 req-0a33f9e0-7e11-4293-941e-3618c6e29324 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537311
Dec 08 19:15:01.750518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Sync routers for ids ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:15:01.767501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Routers {'e89c8d2d-ea75-4b41-98d0-b47c19d41caa'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:15:01.768238 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd21ae80>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:01.779344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:01.786378 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.6052425
Dec 08 19:15:01.787988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 37648) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:15:01.795266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d751d58d-7790-403c-9d1f-b3197c6a3823 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:01.840552 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a1ead201-2ae0-488e-8130-e9284f570c8f req-8935f69a-81d9-4bac-89e6-e014b4bad76e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144197
Dec 08 19:15:01.912819 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-007761e2-403f-426f-b113-be124ebaa12f req-5513877f-f350-497b-9b58-72df901af389 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919878
Dec 08 19:15:02.003899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Provisioning for port 9663c063-c33e-4fd5-a460-82f156405ffd completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:15:02.030004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Provisioning complete for port 9663c063-c33e-4fd5-a460-82f156405ffd triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:02.031102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:02.178521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Set router e89c8d2d-ea75-4b41-98d0-b47c19d41caa gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:15:02.261532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:02.283900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d751d58d-7790-403c-9d1f-b3197c6a3823 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:02.284357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:02.305448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430d0d-ce99-4d34-92b1-fa73ef40d3b1 req-ce64165d-68fe-4f9f-8d56-014505246278 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:02.326385 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d4430d0d-ce99-4d34-92b1-fa73ef40d3b1 req-ce64165d-68fe-4f9f-8d56-014505246278 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.2158115
Dec 08 19:15:02.361344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] For port 9663c063-c33e-4fd5-a460-82f156405ffd, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=9663c063-c33e-4fd5-a460-82f156405ffd,segment=NetworkSegment(e098709b-b9e2-472c-9321-732539b432c4),segment_id=e098709b-b9e2-472c-9321-732539b432c4)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:15:02.371589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:02.384499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:02.498259 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d4430d0d-ce99-4d34-92b1-fa73ef40d3b1 req-78b6dce7-8d8e-4649-8b24-0e0fa849922e tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705191
Dec 08 19:15:02.578658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474b486-5456-4c21-8553-4699ac5b6e21 req-beab4993-334c-4479-9cfe-d5cdafa40a8d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:02.580560 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0474b486-5456-4c21-8553-4699ac5b6e21 req-beab4993-334c-4479-9cfe-d5cdafa40a8d tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 946 time: 0.2178535
Dec 08 19:15:02.671858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Pushing event updated for resources: {'Port': ['ID=9663c063-c33e-4fd5-a460-82f156405ffd,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:02.680154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:02.683221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-6638352c-0626-4050-8620-7959243ccde4 None None] Provisioning complete for port 9663c063-c33e-4fd5-a460-82f156405ffd triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:02.683644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6638352c-0626-4050-8620-7959243ccde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:02.719840 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0474b486-5456-4c21-8553-4699ac5b6e21 req-4ce051bc-adac-445b-b750-cd3f8d049af2 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300089
Dec 08 19:15:02.786219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd21ae80>, [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:14:59Z', 'revision_number': 3, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:02.798610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Checking router: e89c8d2d-ea75-4b41-98d0-b47c19d41caa for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:15:02.800374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Updating router e89c8d2d-ea75-4b41-98d0-b47c19d41caa port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:15:02.885884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.035381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-9e39fd1e-0ddc-45aa-bfa1-54b50764750f None None] Provisioning complete for port 9663c063-c33e-4fd5-a460-82f156405ffd triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:03.035955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9e39fd1e-0ddc-45aa-bfa1-54b50764750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.364369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-88fcff0a-b0ff-4f15-9e65-87dce4dbd925 None None] Provisioning complete for port 9663c063-c33e-4fd5-a460-82f156405ffd triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:03.364623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-88fcff0a-b0ff-4f15-9e65-87dce4dbd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.380854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2bf16-81b8-44bb-a189-52c81c0123cf req-488f8e92-6e39-47c8-a474-16799af19ab8 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:03.389530 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2bc2bf16-81b8-44bb-a189-52c81c0123cf req-488f8e92-6e39-47c8-a474-16799af19ab8 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.1609776
Dec 08 19:15:03.406510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409736bb-8be6-499c-9b01-3f7c6fade897 req-b1d682b8-c589-49c3-8fdd-eb92c03e878c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:03.408337 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-409736bb-8be6-499c-9b01-3f7c6fade897 req-b1d682b8-c589-49c3-8fdd-eb92c03e878c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.2525363
Dec 08 19:15:03.412957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.475421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.488276 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2bc2bf16-81b8-44bb-a189-52c81c0123cf req-f2874361-0094-49cb-bac9-349cc987b77e tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787961
Dec 08 19:15:03.491670 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Transition to ACTIVE for port object 1f4e03d8-ede0-4389-8026-c05c4a8ae972 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:15:03.495191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.542039 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-409736bb-8be6-499c-9b01-3f7c6fade897 req-0bcaaab3-cd32-4a40-be40-1497909d5335 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159308
Dec 08 19:15:03.610698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94324685-6b78-43fe-818a-77eeadd17b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:03.636484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d751d58d-7790-403c-9d1f-b3197c6a3823 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:03.769001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d751d58d-7790-403c-9d1f-b3197c6a3823 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:03.769635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.846227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89e3d4-51b0-45ed-a659-7011befa93e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4e03d8-ede0-4389-8026-c05c4a8ae972,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:03.854620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5b89e3d4-51b0-45ed-a659-7011befa93e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:03.891352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Allocated IP 172.20.0.1 (b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e/738471f9-9291-4b56-ba1d-32485b509119/9c3769c1-82ee-42b1-81fe-4be33c5b0dd8) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:15:03.927756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Attempting to bind port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:15:03.928743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Attempting to bind port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:15:03.929336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Attempting to bind port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:15:03.937360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:15:03.938176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:15:03.938932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:03.939580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:15:03.940400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Bound port: 1f4e03d8-ede0-4389-8026-c05c4a8ae972, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:15:03.941440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:04.047348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] For port 1f4e03d8-ede0-4389-8026-c05c4a8ae972, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:15:04.052995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] For port 1f4e03d8-ede0-4389-8026-c05c4a8ae972, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=1f4e03d8-ede0-4389-8026-c05c4a8ae972,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:15:04.057673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:04.077709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a5f5301d-de1b-42a6-8524-05af03da43ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:04.091086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3a08e-0a19-4664-bc17-4fa2fbda0b37 req-53824275-24f5-41cb-bfb7-74c4e92b7860 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:04.093028 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-84c3a08e-0a19-4664-bc17-4fa2fbda0b37 req-53824275-24f5-41cb-bfb7-74c4e92b7860 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 946 time: 0.1502681
Dec 08 19:15:04.163998 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-84c3a08e-0a19-4664-bc17-4fa2fbda0b37 req-496158d6-ac9d-43a4-807f-f7950000c6ac tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635321
Dec 08 19:15:04.199884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:04.231003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Transition to ACTIVE for port object 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:15:04.270150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:04.300752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:04.453288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:04.478359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89e3d4-51b0-45ed-a659-7011befa93e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4e03d8-ede0-4389-8026-c05c4a8ae972,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:04.484545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5b89e3d4-51b0-45ed-a659-7011befa93e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:04.505506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9663c063-c33e-4fd5-a460-82f156405ffd up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:04.534861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Routers {'e89c8d2d-ea75-4b41-98d0-b47c19d41caa'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:15:04.535571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd21ae80>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:04.549105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:04.634122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:15:04.635568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:15:04.639333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:15:04.661093 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 9663c063-c33e-4fd5-a460-82f156405ffd triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:04.661523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:04.707968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:04.885303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:04.913867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] Set router e89c8d2d-ea75-4b41-98d0-b47c19d41caa gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:15:05.006419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7ed43-9e78-4e62-b8fa-9fa83ddb61a6 req-c8b3678e-3687-4d6e-b7d1-18e9884802dc tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:05.013736 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b9c7ed43-9e78-4e62-b8fa-9fa83ddb61a6 req-c8b3678e-3687-4d6e-b7d1-18e9884802dc tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.2298896
Dec 08 19:15:05.126511 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b9c7ed43-9e78-4e62-b8fa-9fa83ddb61a6 req-ad675c16-e632-44af-9298-ab396d9fdf50 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933237
Dec 08 19:15:05.150989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-a0a89c2c-ebdc-4f7a-98cb-1bf66f606832 None None] Provisioning for port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:15:05.158785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-a0a89c2c-ebdc-4f7a-98cb-1bf66f606832 None None] Provisioning complete for port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:05.159346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0a89c2c-ebdc-4f7a-98cb-1bf66f606832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:05.262343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-a0a89c2c-ebdc-4f7a-98cb-1bf66f606832 None None] Port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:15:05.304752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:05.309835 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:05.339289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd21ae80>, [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:14:59Z', 'revision_number': 3, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:05.340959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:05.348688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f594d09-578b-4d4f-805f-424202f9e6e4 None None] The sync data for ids ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'] in dv-cinder-766064-1-iscsi is: [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:14:59Z', 'revision_number': 3, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:15:05.434839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:05.451193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:05.459311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:05.617658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:15:05.618972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:15:05.899235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Router e89c8d2d-ea75-4b41-98d0-b47c19d41caa has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:15:06.106464 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ac685d34-b8ae-4265-976b-98a6166739d2 None None] Provisioning complete for port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:06.107368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ac685d34-b8ae-4265-976b-98a6166739d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:06.207191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-ac685d34-b8ae-4265-976b-98a6166739d2 None None] Port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:15:06.231104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:15:06.247870 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] 10.222.0.61 "PUT /v2.0/routers/e89c8d2d-ea75-4b41-98d0-b47c19d41caa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4575069
Dec 08 19:15:06.393494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 1f4e03d8-ede0-4389-8026-c05c4a8ae972 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:06.525374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:15:06.536927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:06.537354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:06.663377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef12484-8a41-43f6-90d9-2808f8f994be req-5781ce00-64e4-44e4-9af5-249dc74735da tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:06.665058 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cef12484-8a41-43f6-90d9-2808f8f994be req-5781ce00-64e4-44e4-9af5-249dc74735da tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.2612696
Dec 08 19:15:06.690591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:06.710501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 1f4e03d8-ede0-4389-8026-c05c4a8ae972, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=1f4e03d8-ede0-4389-8026-c05c4a8ae972,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:15:06.712642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4e4b8-2132-4610-9399-5741297fcce5 req-434854ae-6597-4594-80dc-255adc70f479 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:06.714522 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b9b4e4b8-2132-4610-9399-5741297fcce5 req-434854ae-6597-4594-80dc-255adc70f479 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 946 time: 0.1680033
Dec 08 19:15:06.715247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:06.717661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:06.764283 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cef12484-8a41-43f6-90d9-2808f8f994be req-e7bc96b2-1394-4040-8357-2d46f3f289cb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898192
Dec 08 19:15:06.813517 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b9b4e4b8-2132-4610-9399-5741297fcce5 req-cc0789c3-efe5-4750-87ef-f9229e8d7004 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758638
Dec 08 19:15:06.826888 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=1f4e03d8-ede0-4389-8026-c05c4a8ae972,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:06.851617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:07.829847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2de463-fd76-4987-b994-6904e900fe82 req-f3a055c1-3c16-44f5-a8df-65643cf2c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:07.831923 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5b2de463-fd76-4987-b994-6904e900fe82 req-f3a055c1-3c16-44f5-a8df-65643cf2c5a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.0846016
Dec 08 19:15:07.837353 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-391738781', 'description': 'tempest-TestVolumeBootPattern-391738781 description'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:15:07.844875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:15:07.849975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Usage tracker for resource:security_group and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:15:07.853432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:15:07.882636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:15:07.909858 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5b2de463-fd76-4987-b994-6904e900fe82 req-939ec0c1-c924-4b45-9b56-47160d39c44c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529170
Dec 08 19:15:07.912365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:07.938984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:15:07.943821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Usage tracker for resource:security_group_rule and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:15:07.947192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:15:07.953800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:15:08.320933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b533-2255-4a6a-b2c5-f79501bfd200 req-dccaa33a-b305-4cac-a0a7-9040010063a2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:08.322621 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a001b533-2255-4a6a-b2c5-f79501bfd200 req-dccaa33a-b305-4cac-a0a7-9040010063a2 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.3642669
Dec 08 19:15:08.353107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.355241 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 1f4e03d8-ede0-4389-8026-c05c4a8ae972 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:08.362598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.369356 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f33df4d4-1898-4a47-803b-1afdff62db16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:08.421900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb820a-7908-47cf-b922-ed4e2770ad2b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:08.431586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:08.438798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:08.439245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.457251 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a001b533-2255-4a6a-b2c5-f79501bfd200 req-a3cc33e1-fdfc-465d-9633-3ca5196ca44c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255751
Dec 08 19:15:08.467320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.468874 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2f5d858e-a84c-4c39-b2aa-89ab9d22a3af req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.6357777
Dec 08 19:15:08.631236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-64c3db81-907d-40db-b1fe-78f937653661 req-31d094b5-2654-4128-b9f7-48c8ee9b9218 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] 10.222.0.61 "GET /v2.0/security-groups/f3eb820a-7908-47cf-b922-ed4e2770ad2b HTTP/1.1" status: 200  len: 1756 time: 0.0970061
Dec 08 19:15:08.679415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3eb820a-7908-47cf-b922-ed4e2770ad2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:15:08.679914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3eb820a-7908-47cf-b922-ed4e2770ad2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:15:08.691518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:15:08.698602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Usage tracker for resource:security_group_rule and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:15:08.701296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:15:08.707827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:15:08.773625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Sync routers for ids ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:15:08.800683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.803213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Routers {'e89c8d2d-ea75-4b41-98d0-b47c19d41caa'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:15:08.803913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edebae6d8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:08.811221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fcd67-8500-4c5b-9027-de7839c25156 req-58351e01-db97-4290-83ee-0bc72f2c1151 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:08.812864 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d27fcd67-8500-4c5b-9027-de7839c25156 req-58351e01-db97-4290-83ee-0bc72f2c1151 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 946 time: 0.1761467
Dec 08 19:15:08.856330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.868417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.889729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:08.916268 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d27fcd67-8500-4c5b-9027-de7839c25156 req-70a2ae48-a9ae-4d77-b50a-1821849f877c tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890822
Dec 08 19:15:08.919178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f37085f-4383-4b26-bcfb-3cfb4d38787c,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:08.921999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:08.930027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:08.931497 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-64c3db81-907d-40db-b1fe-78f937653661 req-1596cf2c-c830-4e44-b10a-e2939d55c2d5 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.2565100
Dec 08 19:15:09.030226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Set router e89c8d2d-ea75-4b41-98d0-b47c19d41caa gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:15:09.084461 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-35ef7a27-b5e7-448d-90cc-b137f9acbe0e tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] 10.222.0.61 "GET /v2.0/security-groups/f3eb820a-7908-47cf-b922-ed4e2770ad2b HTTP/1.1" status: 200  len: 2317 time: 0.1073782
Dec 08 19:15:09.101554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3eb820a-7908-47cf-b922-ed4e2770ad2b', 'remote_group_id': None}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:15:09.102027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3eb820a-7908-47cf-b922-ed4e2770ad2b', 'remote_group_id': None}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:15:09.111925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:15:09.127200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Usage tracker for resource:security_group_rule and tenant:47baf372094d49d2b33d4ab8c02b0285 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:15:09.136933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:15:09.145009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:15:09.171762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-df0b12ad-5541-4fbf-a7a7-47e9aaa1c235 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:09.173481 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-df0b12ad-5541-4fbf-a7a7-47e9aaa1c235 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 946 time: 0.1421983
Dec 08 19:15:09.291376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.303819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Deleting port d751d58d-7790-403c-9d1f-b3197c6a3823 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:15:09.304141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.372625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.382760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.420442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edebae6d8>, [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:15:04Z', 'revision_number': 4, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '9c3769c1-82ee-42b1-81fe-4be33c5b0dd8', 'name': '', 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'mac_address': 'fa:16:3e:d1:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '738471f9-9291-4b56-ba1d-32485b509119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:15:03Z', 'updated_at': '2020-12-08T19:15:05Z', 'revision_number': 2, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'subnets': [{'id': '738471f9-9291-4b56-ba1d-32485b509119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:09.420809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:09.425270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Checking router: e89c8d2d-ea75-4b41-98d0-b47c19d41caa for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:15:09.425693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Updating router e89c8d2d-ea75-4b41-98d0-b47c19d41caa port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:15:09.451404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03095c37-8331-40ee-b3b1-832a50d88a27,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:09.459460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:09.471618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.476671 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-89a1e454-2a02-467c-a44a-48f9e393d1c5 req-6dbc8ba8-3d33-49e5-8b0d-94bc14c643b7 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.3818357
Dec 08 19:15:09.534225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4d736cf5-661d-4b5c-816b-230bdac49556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.541018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.729805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:09.767553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] For port d751d58d-7790-403c-9d1f-b3197c6a3823, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d751d58d-7790-403c-9d1f-b3197c6a3823,segment=NetworkSegment(57ff11bf-961b-4a81-b3e9-3cd0da09539c),segment_id=57ff11bf-961b-4a81-b3e9-3cd0da09539c)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:15:09.767963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.929617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:09.930256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:09.977811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Calling delete_port for d751d58d-7790-403c-9d1f-b3197c6a3823 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:15:10.066898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277efe-15e8-4717-972f-94f251f856e5 req-16ad31fc-f5f1-4851-a70f-e9d899a97e50 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:10.068845 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e277efe-15e8-4717-972f-94f251f856e5 req-16ad31fc-f5f1-4851-a70f-e9d899a97e50 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.3887475
Dec 08 19:15:10.269056 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e277efe-15e8-4717-972f-94f251f856e5 req-4ddb9ac0-6fe9-44cc-8a23-e7c42c8dbc30 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914151
Dec 08 19:15:10.279558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d751d58d-7790-403c-9d1f-b3197c6a3823 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:15:10.374069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:10.382844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3ae8b-fb66-4cd2-a1e4-d562d31e9ed2 req-8a703441-63ca-4e6c-a84e-f021a22e1114 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:10.392489 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-31a3ae8b-fb66-4cd2-a1e4-d562d31e9ed2 req-8a703441-63ca-4e6c-a84e-f021a22e1114 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 946 time: 0.2812231
Dec 08 19:15:10.432620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:10.474159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] No active binding found for port d751d58d-7790-403c-9d1f-b3197c6a3823 {{(pid=80324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 08 19:15:10.474695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d751d58d-7790-403c-9d1f-b3197c6a3823 not bound to the agent host hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:15:10.489840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:10.509671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Pushing event deleted for resources: {'Port': ['ID=d751d58d-7790-403c-9d1f-b3197c6a3823,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:10.514175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:10.521982 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Transition to ACTIVE for port object 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:15:10.537657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:10.577425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:10.643549 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-31a3ae8b-fb66-4cd2-a1e4-d562d31e9ed2 req-bb1b57e9-f9b1-4ec1-835e-1da166c9881a tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/security-groups?id=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2500484
Dec 08 19:15:10.745128 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] No DVR routers for this DVR port d751d58d-7790-403c-9d1f-b3197c6a3823 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:15:10.747715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:10.751315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395efedd-017c-40aa-82db-fe96eaf28207', 'name': 'network-vif-deleted', 'tag': 'd751d58d-7790-403c-9d1f-b3197c6a3823'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:15:10.766407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884e66e-2107-4dd4-abb5-6a8b69c31dbe None None] Pushing event updated for resources: {'Port': ['ID=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:10.770773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f884e66e-2107-4dd4-abb5-6a8b69c31dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:10.776073 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f95f9f7f-1d66-4814-a5b9-4d995218f672 req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.73 "DELETE /v2.0/ports/d751d58d-7790-403c-9d1f-b3197c6a3823 HTTP/1.1" status: 204  len: 173 time: 1.5835197
Dec 08 19:15:10.874875 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395efedd-017c-40aa-82db-fe96eaf28207', 'name': 'network-vif-deleted', 'tag': 'd751d58d-7790-403c-9d1f-b3197c6a3823', 'status': 'completed', 'code': 200}
Dec 08 19:15:11.023379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Attempting to bind port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:15:11.024552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Attempting to bind port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:15:11.025269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Attempting to bind port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 on network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:15:11.031864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:15:11.032326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Checking segment: {'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:15:11.032790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:11.033242 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Bound using segment: {'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:15:11.033776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Bound port: 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e098709b-b9e2-472c-9321-732539b432c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:15:11.034204 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:11.134556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] For port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:15:11.140030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] For port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,segment=NetworkSegment(e098709b-b9e2-472c-9321-732539b432c4),segment_id=e098709b-b9e2-472c-9321-732539b432c4)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:15:11.144277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:11.167012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:11.359053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-cd57c429-e9f7-4031-a113-3c5cad126877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:11.360779 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-cd57c429-e9f7-4031-a113-3c5cad126877 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.1748352
Dec 08 19:15:11.361856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884e66e-2107-4dd4-abb5-6a8b69c31dbe None None] Pushing event updated for resources: {'Port': ['ID=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:11.366521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f884e66e-2107-4dd4-abb5-6a8b69c31dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:11.383451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b249b4-601b-4bb2-89d2-aabcf239a652 req-acfea22f-f3cf-4c08-832f-ac7f44ef5cef tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:11.385713 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-45b249b4-601b-4bb2-89d2-aabcf239a652 req-acfea22f-f3cf-4c08-832f-ac7f44ef5cef tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.1249213
Dec 08 19:15:11.429972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Routers {'e89c8d2d-ea75-4b41-98d0-b47c19d41caa'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:15:11.430146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edebae6d8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:14:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:11.585110 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-45b249b4-601b-4bb2-89d2-aabcf239a652 req-30ab0bf5-e48d-492d-a842-79b431c0ecdb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718488
Dec 08 19:15:11.635381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f093a0a7-6659-4082-ba4c-61e573ba4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:11.673227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-a3ef84d9-4d50-4bd9-957d-753a64aa2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:11.675873 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-a3ef84d9-4d50-4bd9-957d-753a64aa2c10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.2879686
Dec 08 19:15:11.724997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] Set router e89c8d2d-ea75-4b41-98d0-b47c19d41caa gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:15:11.843803 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-5b08b74d-afb0-4054-be0d-b69054023af6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.1589744
Dec 08 19:15:11.913431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:15:11.980072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9106f54f-4d16-479c-8f0a-136dda78a6af req-2319abaa-f6a5-48b6-a53c-7bf61d7ff14b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Synchronizing usage tracker for tenant:299a72446557493480823a5d94d2c5c8 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:15:12.021735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-e9afb022-bce1-4602-95d6-96fe2d465f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:12.024214 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-e9afb022-bce1-4602-95d6-96fe2d465f2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.1252482
Dec 08 19:15:12.024696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9106f54f-4d16-479c-8f0a-136dda78a6af req-2319abaa-f6a5-48b6-a53c-7bf61d7ff14b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Unset dirty status for tenant:299a72446557493480823a5d94d2c5c8 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:15:12.025821 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9106f54f-4d16-479c-8f0a-136dda78a6af req-2319abaa-f6a5-48b6-a53c-7bf61d7ff14b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] 10.222.0.61 "GET /v2.0/ports?device_id=395efedd-017c-40aa-82db-fe96eaf28207 HTTP/1.1" status: 200  len: 210 time: 0.1731966
Dec 08 19:15:12.090844 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-886f16fe-a338-4acc-8868-02f0e92ed0cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594113
Dec 08 19:15:12.286715 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-49b97da9-7265-4540-b7c5-f98c37916b14 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867568
Dec 08 19:15:12.333595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edebae6d8>, [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:15:04Z', 'revision_number': 4, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '9c3769c1-82ee-42b1-81fe-4be33c5b0dd8', 'name': '', 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'mac_address': 'fa:16:3e:d1:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '738471f9-9291-4b56-ba1d-32485b509119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:15:03Z', 'updated_at': '2020-12-08T19:15:11Z', 'revision_number': 4, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'subnets': [{'id': '738471f9-9291-4b56-ba1d-32485b509119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:15:12.338242 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68840fd2-03cb-4c3c-a65a-a8b32a8d1809 None None] The sync data for ids ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'] in dv-cinder-766064-1-iscsi is: [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:15:04Z', 'revision_number': 4, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '9c3769c1-82ee-42b1-81fe-4be33c5b0dd8', 'name': '', 'network_id': 'b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'mac_address': 'fa:16:3e:d1:57:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '738471f9-9291-4b56-ba1d-32485b509119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:15:03Z', 'updated_at': '2020-12-08T19:15:11Z', 'revision_number': 4, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'subnets': [{'id': '738471f9-9291-4b56-ba1d-32485b509119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:15:12.657219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:12.729053 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2c4f645-0327-4abe-86bc-1c6984cc97c9 req-16220cca-28d7-4817-94cb-162449000c19 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4318016
Dec 08 19:15:12.900607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27b338-21a1-4c19-9c3b-ad60728eafc9 req-9e73509f-9cdb-4327-8b2b-fc5b4be3b1b1 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:12.902433 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aa27b338-21a1-4c19-9c3b-ad60728eafc9 req-9e73509f-9cdb-4327-8b2b-fc5b4be3b1b1 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.1179891
Dec 08 19:15:12.963853 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aa27b338-21a1-4c19-9c3b-ad60728eafc9 req-504e3470-9498-4052-bb1b-47982f745f8c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517974
Dec 08 19:15:13.964976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:13.966564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:14.223000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c31f2-754f-45c9-ad35-dff0b0a925da req-2d8fc870-b1c9-4071-97a9-a6819534de48 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:14.224945 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-346c31f2-754f-45c9-ad35-dff0b0a925da req-2d8fc870-b1c9-4071-97a9-a6819534de48 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.1079760
Dec 08 19:15:14.289942 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-346c31f2-754f-45c9-ad35-dff0b0a925da req-113eb3dc-61d7-4abf-b1dc-8acb08768bca tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533202
Dec 08 19:15:14.427539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:14.505581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:15:14.511305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:14.511631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:14.654551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:14.699798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,segment=NetworkSegment(e098709b-b9e2-472c-9321-732539b432c4),segment_id=e098709b-b9e2-472c-9321-732539b432c4)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:15:14.703917 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:14.707720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-31e85dff-6c9c-4258-a76e-85be9487374f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:15:14.777675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:15:14.781390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:15:15.704171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2973b8-b033-464a-8fb7-d6fb6b97c4ba req-10bd5830-14b1-4097-87d7-b7da018ecd5c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:15.705989 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f2973b8-b033-464a-8fb7-d6fb6b97c4ba req-10bd5830-14b1-4097-87d7-b7da018ecd5c tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.0897977
Dec 08 19:15:15.761684 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f2973b8-b033-464a-8fb7-d6fb6b97c4ba req-7b1a6db4-6a74-414d-a8fb-6b5ffd595d95 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481446
Dec 08 19:15:16.384229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:15:16.478868 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:15:16.479287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:17.941101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:39.510033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9f481902-9cc7-4ae2-9672-de91547e4fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:41.518590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63fa1ffd-c268-42d0-af68-2839bf38b096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:42.663146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:43.978554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:43.981582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:45.783331 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-4a24215a-4fac-4f76-b7f8-ee3289efed7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0866079
Dec 08 19:15:45.892377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-75736513-db46-4923-a914-42852bf036ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:45.894636 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-75736513-db46-4923-a914-42852bf036ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1162 time: 0.0851893
Dec 08 19:15:46.070370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-0ee5beea-2bc1-43a1-a3ee-39b0696d408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:46.071996 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-0ee5beea-2bc1-43a1-a3ee-39b0696d408f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.1517649
Dec 08 19:15:46.188213 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-09c0f9de-ac9e-4fb0-8b4d-0447362e4b69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 1001 time: 0.1083038
Dec 08 19:15:46.261515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-019e77b8-a471-4635-9f82-43ef57cbae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:46.263124 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-019e77b8-a471-4635-9f82-43ef57cbae15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.0685787
Dec 08 19:15:46.351051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-42553393-1007-4de2-a84a-f2cbc2c219b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:15:46.352836 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-42553393-1007-4de2-a84a-f2cbc2c219b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821893
Dec 08 19:15:46.510428 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-4f1d82f7-dc88-477c-bf95-4abf27e0bffe service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485415
Dec 08 19:15:46.663886 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ed47caa0-27da-44f2-8339-ae22a611e67c req-cc63bc38-f914-4827-a2b1-13521c366909 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465132
Dec 08 19:15:47.955885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:15:48.917780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:16:08.815296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c67f5-2478-4977-b1fa-5dcc6779729b req-8a938f6f-81c6-4669-b6f5-3f2a4cbd42e3 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:08.817073 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a58c67f5-2478-4977-b1fa-5dcc6779729b req-8a938f6f-81c6-4669-b6f5-3f2a4cbd42e3 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.0862887
Dec 08 19:16:08.872282 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a58c67f5-2478-4977-b1fa-5dcc6779729b req-6032274b-9349-4bec-924d-9e1290d1250d tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481100
Dec 08 19:16:09.134650 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-89e16bf8-7431-47c0-95de-50637aaf9842 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1632805
Dec 08 19:16:09.146631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'floatingip': {'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:09.153300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:16:09.157683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Usage tracker for resource:floatingip and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:16:09.161118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:16:09.167345 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:16:09.178776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:09.388637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:09.508848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a4426abc-aa8d-4fb9-8018-7524917ae358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:09.708202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Allocated IP 172.27.0.86 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/90550c76-0bb4-4831-a424-05f2a868210e) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:16:09.911660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:09.957322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:09.985404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:16:10.229115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'Port': ['ID=90550c76-0bb4-4831-a424-05f2a868210e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:16:10.252971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.253678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.254365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.255057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.255763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.256529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.257223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.257917 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.258621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.259290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.259961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.260686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.261636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.262319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.263066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.263764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.264486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.265193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.265878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.266587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.267328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.268048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.268778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.269466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:16:10.280514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:16:10.335910 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:16:10.337391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:16:10.341721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:16:10.390138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:10.484887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:10.823885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:10.828534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:10.845698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:16:10.994850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'Port': ['ID=90550c76-0bb4-4831-a424-05f2a868210e,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:16:10.999929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:16:11.052974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:11.080813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:11.082496 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9407027
Dec 08 19:16:11.171735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-83f44d30-ab71-491c-b49d-cfce4db38f7f tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:16:11.190974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-83f44d30-ab71-491c-b49d-cfce4db38f7f tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:16:11.192399 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-83f44d30-ab71-491c-b49d-cfce4db38f7f tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.86 HTTP/1.1" status: 200  len: 695 time: 0.1017320
Dec 08 19:16:11.368759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-c924eec9-19cc-428f-b115-c8cf2585f160 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:11.372780 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-c924eec9-19cc-428f-b115-c8cf2585f160 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/networks/9235aad9-e17e-40df-9e4d-c5a670b3fbb1 HTTP/1.1" status: 200  len: 784 time: 0.1714594
Dec 08 19:16:11.391577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-748d0f4a-dbc5-47b6-8b2d-cfaea9d16cc3 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:16:11.393310 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-906e232c-f01e-4b58-afde-251ac1f7b102 req-748d0f4a-dbc5-47b6-8b2d-cfaea9d16cc3 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0136199
Dec 08 19:16:11.518503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b2aa64d9-ca16-43c6-92a7-40f7827a0756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:11.655211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-60f3d4b2-e107-4dc4-bbec-140d3334ba6a tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:11.657024 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-60f3d4b2-e107-4dc4-bbec-140d3334ba6a tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1089413
Dec 08 19:16:11.754350 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-efe5e82f-f9d8-4f20-bd75-e0af00bcb490 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.86 HTTP/1.1" status: 200  len: 695 time: 0.0901809
Dec 08 19:16:11.771578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'floatingip': {'port_id': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:11.884760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:12.668112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:12.881142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:12.885303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:13.075645 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Floating IP 3d49f3ab-0533-4428-bcfa-8ec515932049 associated. External IP: 172.27.0.86, port: c59a47b8-262a-4d14-ad0c-c2bb506239d3.
Dec 08 19:16:13.499690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:16:13.715878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:16:13.721517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:13.741543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] Sync routers for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:16:13.752943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:16:13.753755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc046a0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:16:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:16:13.806060 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-6b72ba0a-1a7a-44f8-95cd-8841b85b9f0c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "PUT /v2.0/floatingips/3d49f3ab-0533-4428-bcfa-8ec515932049 HTTP/1.1" status: 200  len: 995 time: 2.0417011
Dec 08 19:16:13.807487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:16:13.920785 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'status': 'completed', 'code': 200}
Dec 08 19:16:13.967518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-53146e07-6fd7-4d44-bb23-5bcf37fcc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:13.970009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-53146e07-6fd7-4d44-bb23-5bcf37fcc0f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.1374056
Dec 08 19:16:14.010963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:14.011761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:16:14.014550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:14.238655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-b1b088ac-13ad-4392-9a61-1d08ecf9d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:14.240347 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-b1b088ac-13ad-4392-9a61-1d08ecf9d1b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.2632053
Dec 08 19:16:14.242966 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-58d39330-ec59-4779-8263-b2cc90e227e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:14.244549 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-58d39330-ec59-4779-8263-b2cc90e227e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.2066686
Dec 08 19:16:14.468979 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-abf8c4aa-a68d-42d7-a384-5a22274ae7ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 998 time: 0.1969280
Dec 08 19:16:14.471776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc046a0>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '3d49f3ab-0533-4428-bcfa-8ec515932049', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'port_id': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'mac_address': 'fa:16:3e:03:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb83317-3f82-4705-9841-50432140936a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:16:10Z', 'updated_at': '2020-12-08T19:16:12Z', 'revision_number': 1, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:14:02Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:16:14.476557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] Checking router: 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:16:14.489168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:16:14.489815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc046a0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:16:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:16:14.555792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-759a08e7-0517-46fc-8af9-34873c55431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:14.557463 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-759a08e7-0517-46fc-8af9-34873c55431c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.3104692
Dec 08 19:16:14.642930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-a0e8dd8a-33b2-4995-89ab-7081f340e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:14.644974 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-a0e8dd8a-33b2-4995-89ab-7081f340e7f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.1639843
Dec 08 19:16:14.689370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:16:14.724084 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-f2a59d09-d9dd-43ef-905b-e34cb297bc91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 998 time: 0.1581750
Dec 08 19:16:15.093608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-5fbb72e5-1aaa-402b-83f4-0d3b9894aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:15.095767 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-5fbb72e5-1aaa-402b-83f4-0d3b9894aff5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4356475
Dec 08 19:16:15.097122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-3ed1faf8-2e0a-4cbe-8796-6eafb38a3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:15.098666 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-3ed1faf8-2e0a-4cbe-8796-6eafb38a3728 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.3666074
Dec 08 19:16:15.112226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-f1ae4067-ee7a-4adc-9293-a2aab603c632 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:16:15.115156 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-f1ae4067-ee7a-4adc-9293-a2aab603c632 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0077264
Dec 08 19:16:15.194728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc046a0>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '3d49f3ab-0533-4428-bcfa-8ec515932049', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'port_id': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'mac_address': 'fa:16:3e:03:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb83317-3f82-4705-9841-50432140936a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:16:10Z', 'updated_at': '2020-12-08T19:16:12Z', 'revision_number': 1, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:14:02Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:16:15.199539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e581a21-c7ee-4b59-aa7d-d1e7c957a2d7 None None] The sync data for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi is: [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '3d49f3ab-0533-4428-bcfa-8ec515932049', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'port_id': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'mac_address': 'fa:16:3e:03:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb83317-3f82-4705-9841-50432140936a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:16:10Z', 'updated_at': '2020-12-08T19:16:12Z', 'revision_number': 1, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:14:02Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:16:15.330667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-56210ad4-9ae7-404f-866b-9f79b6fdcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:15.332435 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-56210ad4-9ae7-404f-866b-9f79b6fdcce9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2252164
Dec 08 19:16:15.334532 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-76c2de86-c976-44df-abc2-cd41c4799c63 service neutron] 10.222.0.61 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843505
Dec 08 19:16:15.507407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28092ff-6b55-496f-a0be-20c74bc39195 None None] New status for floating IP 3d49f3ab-0533-4428-bcfa-8ec515932049: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:16:15.622028 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-c9da40c9-8883-4624-b1d6-3a3783c76778 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817137
Dec 08 19:16:15.625842 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87cbfe99-1d58-451b-9056-f7e72f0a6e9f req-481e5de8-3098-4c72-85e1-341564583d37 service neutron] 10.222.0.61 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2619851
Dec 08 19:16:15.688838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1655364567', 'description': 'tempest-TestMinimumBasicScenario-1655364567 description'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:15.743327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:16:15.769312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:16:15.788221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:15.824012 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-516a9856-4882-43b2-9dbd-75289bc0f743 req-cb37a0f1-6d59-41f9-b8b4-79916b2e2be2 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1931822
Dec 08 19:16:15.828522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:16:15.834026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Usage tracker for resource:security_group_rule and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:16:15.837419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:16:15.844269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:16:15.933839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:15.937939 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:15.944489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1c724448-1cc2-4f6f-8e3c-cea00ed38a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:16:15.991823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'SecurityGroup': ['ID=12df7627-784b-4e67-a0ef-3ac14ab47158,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:16:15.995335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:16:15.998515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.000412 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-45b372e7-a81b-4e41-9236-1d3a4f96535a req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 0.3176324
Dec 08 19:16:16.088080 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-969b2b11-5b7e-48cb-a2a0-94836528ee68 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups/12df7627-784b-4e67-a0ef-3ac14ab47158 HTTP/1.1" status: 200  len: 1764 time: 0.0512745
Dec 08 19:16:16.100459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12df7627-784b-4e67-a0ef-3ac14ab47158', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:16.100813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12df7627-784b-4e67-a0ef-3ac14ab47158', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:16.107948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:16:16.113321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Usage tracker for resource:security_group_rule and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:16:16.116559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:16:16.122724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:16:16.182915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.210096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.213288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.215432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:16:16.239992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c31f177-3615-494e-95ce-aa2499af7998,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:16:16.242728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:16:16.249997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.252884 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e6b545a-2d31-4d16-8002-24fa09ed1084 req-63dd6f43-9cbb-40ea-a3f7-524ca1bd03a6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1578240
Dec 08 19:16:16.339721 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-65bc2490-ef19-4718-97a1-8cf6a0c092ec tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups/12df7627-784b-4e67-a0ef-3ac14ab47158 HTTP/1.1" status: 200  len: 2325 time: 0.0544500
Dec 08 19:16:16.351926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12df7627-784b-4e67-a0ef-3ac14ab47158', 'remote_group_id': None}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:16.352291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12df7627-784b-4e67-a0ef-3ac14ab47158', 'remote_group_id': None}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:16.358977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:16:16.364494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Usage tracker for resource:security_group_rule and tenant:415ee4b3261a4fc8bccb04dff6e14137 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:16:16.367776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:16:16.374083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:16:16.441588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.466435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.469535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.475461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:16:16.496627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae99b3da-28d6-43ff-a8a8-e940a9a86b4e,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:16:16.499675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:16:16.508945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:16.510251 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c181e2d-d7a8-4c42-8c51-fe8cb601b34b req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1630361
Dec 08 19:16:16.676556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-ece9d2de-5e06-4691-858c-2497182eee67 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:16:16.696407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-ece9d2de-5e06-4691-858c-2497182eee67 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:16:16.697906 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-ece9d2de-5e06-4691-858c-2497182eee67 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1655364567&fields=id&tenant_id=415ee4b3261a4fc8bccb04dff6e14137 HTTP/1.1" status: 200  len: 267 time: 0.0697708
Dec 08 19:16:16.799829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-2f885b65-ad55-495d-b4d1-a28ee4dde7fe tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:16.801650 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-2f885b65-ad55-495d-b4d1-a28ee4dde7fe tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.0969067
Dec 08 19:16:16.815107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'port': {'security_groups': ['846c67bc-8442-45e3-a3b4-30eec5ae9b5a', '12df7627-784b-4e67-a0ef-3ac14ab47158']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:16:16.943713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:17.290761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:16:17.317981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:17.322274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:17.338118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:16:17.493817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=5']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:16:17.498461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:16:17.539442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:17.540165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:17.541842 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-efff2c78-3a7d-41c7-bc4d-6ba2621af9ae req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "PUT /v2.0/ports/c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 981 time: 0.7328427
Dec 08 19:16:17.543950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:16:17.632686 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'status': 'completed', 'code': 200}
Dec 08 19:16:17.817735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-797c2d7c-6484-419e-8e2e-290a8cbdb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:17.819912 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-797c2d7c-6484-419e-8e2e-290a8cbdb116 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1202 time: 0.1653914
Dec 08 19:16:17.827871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68baa0-352a-458f-ba40-087c4f74b5ad req-2f3613e6-e35f-4004-ac6c-8602a02c6539 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:17.829439 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8e68baa0-352a-458f-ba40-087c4f74b5ad req-2f3613e6-e35f-4004-ac6c-8602a02c6539 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.1329887
Dec 08 19:16:17.857485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-1eb11e4c-c5aa-4bc8-98ec-94e54a215480 None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:16:17.858233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1eb11e4c-c5aa-4bc8-98ec-94e54a215480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:17.986206 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8e68baa0-352a-458f-ba40-087c4f74b5ad req-98cffe2a-3135-4495-95e1-fa66eaae34fa tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1292267
Dec 08 19:16:18.014450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:18.024728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-9ef4f7a2-7106-4932-8302-bebe3bc13971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:18.026378 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-9ef4f7a2-7106-4932-8302-bebe3bc13971 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.1952717
Dec 08 19:16:18.141922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-a256d3e0-e323-4bda-8296-24f1c8966a4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 1000 time: 0.1089091
Dec 08 19:16:18.214016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-c212f3de-3939-4713-9a75-80d61b12601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:18.215870 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-c212f3de-3939-4713-9a75-80d61b12601a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.0678501
Dec 08 19:16:18.348498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-8eebfbc4-f513-49f5-bc91-606f2190e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:18.350516 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-8eebfbc4-f513-49f5-bc91-606f2190e9b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1271467
Dec 08 19:16:18.499826 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-4acfe4f5-28d9-4bce-8ef8-aaac0e53f405 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418998
Dec 08 19:16:18.550432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device c59a47b8-262a-4d14-ad0c-c2bb506239d3 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:16:18.623882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:16:18.624402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:18.655462 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87b9210d-3aee-4b33-aa63-b3d3b15e39b2 req-b9da8572-327f-49a7-a7a8-62696953f24c service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488066
Dec 08 19:16:19.699694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-990aab69-5ef0-443a-b873-7ece438b8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:19.701410 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-990aab69-5ef0-443a-b873-7ece438b8a98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1202 time: 0.1479783
Dec 08 19:16:19.743000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793750-2536-490a-85a2-d6c5fbaa64bb req-0fedbfc5-7502-4600-9c56-de61061c59ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:19.744681 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2c793750-2536-490a-85a2-d6c5fbaa64bb req-0fedbfc5-7502-4600-9c56-de61061c59ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.1441817
Dec 08 19:16:19.880166 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2c793750-2536-490a-85a2-d6c5fbaa64bb req-ddc35d5d-505f-49b4-807f-ca6e694efec4 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1206350
Dec 08 19:16:19.904947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-59e5624b-9075-41d2-8771-8fa8765de067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:19.906548 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-59e5624b-9075-41d2-8771-8fa8765de067 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.1975517
Dec 08 19:16:20.074128 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-855a1327-4b6d-445f-8051-1803934eb791 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 1000 time: 0.1603136
Dec 08 19:16:20.156053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-e53e3c33-b3e3-46b1-a521-7b52a143b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:20.158019 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-e53e3c33-b3e3-46b1-a521-7b52a143b02b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.0763586
Dec 08 19:16:20.245955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-e834c55b-2e3b-4dfa-91e9-cb4cdb5a21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:20.247706 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-e834c55b-2e3b-4dfa-91e9-cb4cdb5a21b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830753
Dec 08 19:16:20.626604 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-10e2bf74-4cae-4e06-b8ff-cafca716d1b0 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3716595
Dec 08 19:16:20.780385 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-459e3ba7-38f1-4482-af81-0e58f8a3a279 req-44e5882b-feb7-4107-9558-df5e0cb5c7a5 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467957
Dec 08 19:16:21.115846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dc77d-c49b-4270-a2b8-b65670f9e84f req-9cdc11ce-1f3a-45de-9b9e-461c8f0ecb34 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:21.117592 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d17dc77d-c49b-4270-a2b8-b65670f9e84f req-9cdc11ce-1f3a-45de-9b9e-461c8f0ecb34 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0913577
Dec 08 19:16:21.170202 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d17dc77d-c49b-4270-a2b8-b65670f9e84f req-ae89b8bf-bfde-4373-8fe9-1a926318217b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0456593
Dec 08 19:16:22.399970 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14696e-a5fa-4831-bb26-110b56834abb req-4f869f92-4d99-494e-98c0-97a60577413b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:22.401631 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-de14696e-a5fa-4831-bb26-110b56834abb req-4f869f92-4d99-494e-98c0-97a60577413b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0924501
Dec 08 19:16:22.458944 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-de14696e-a5fa-4831-bb26-110b56834abb req-121dd2a0-a474-46a2-ba3f-d7217125ef01 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0495019
Dec 08 19:16:23.685885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc2805-e8e6-4b38-b61c-ed22627168e0 req-7ebe9cb1-16b8-4171-b166-0e77755289f9 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:23.687437 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1dcc2805-e8e6-4b38-b61c-ed22627168e0 req-7ebe9cb1-16b8-4171-b166-0e77755289f9 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0893261
Dec 08 19:16:23.739848 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1dcc2805-e8e6-4b38-b61c-ed22627168e0 req-702c151c-7248-4a29-b966-04a2cd85022d tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0444055
Dec 08 19:16:24.985941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eae49-1e1d-4ccc-826d-91e5fc61d57e req-c485566c-8912-437f-96c6-cba56472e058 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:24.987640 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a7eae49-1e1d-4ccc-826d-91e5fc61d57e req-c485566c-8912-437f-96c6-cba56472e058 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.1112165
Dec 08 19:16:25.045979 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4a7eae49-1e1d-4ccc-826d-91e5fc61d57e req-f8759254-7f13-4733-bdb1-3161f1fbd361 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0467591
Dec 08 19:16:25.917979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:16:26.269396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785884f-6876-4194-b0a1-4af022d9ddd0 req-05643422-72c1-47e3-9bd0-69d7f04944ba tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:26.271051 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c785884f-6876-4194-b0a1-4af022d9ddd0 req-05643422-72c1-47e3-9bd0-69d7f04944ba tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0885508
Dec 08 19:16:26.325460 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c785884f-6876-4194-b0a1-4af022d9ddd0 req-8bb3b222-d470-4237-9db2-07414dfe574b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0478106
Dec 08 19:16:27.542727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f13f4f-5fdf-4de2-8e0f-86c897ad024f req-95d279b2-e21e-488d-9c14-250964979b8c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:27.544385 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73f13f4f-5fdf-4de2-8e0f-86c897ad024f req-95d279b2-e21e-488d-9c14-250964979b8c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0862699
Dec 08 19:16:27.597642 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73f13f4f-5fdf-4de2-8e0f-86c897ad024f req-f7337b5a-a067-491b-906f-1270aa54e709 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0462036
Dec 08 19:16:28.824925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc143b-8c4e-4e42-b98f-b7519b0dd6c0 req-03a62165-fa11-44a4-8903-da1dd9de4e63 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:28.826456 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1bbc143b-8c4e-4e42-b98f-b7519b0dd6c0 req-03a62165-fa11-44a4-8903-da1dd9de4e63 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0923386
Dec 08 19:16:28.878511 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1bbc143b-8c4e-4e42-b98f-b7519b0dd6c0 req-e344e9a5-da3c-4c6e-957d-ef524d6be6ee tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453260
Dec 08 19:16:30.239811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e9d9f-17c9-4ed9-81d4-5b5b505fea21 req-83f9aa56-1bff-4e54-a962-fdc5ea73c6d4 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:30.241407 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fe2e9d9f-17c9-4ed9-81d4-5b5b505fea21 req-83f9aa56-1bff-4e54-a962-fdc5ea73c6d4 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0863500
Dec 08 19:16:30.294878 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fe2e9d9f-17c9-4ed9-81d4-5b5b505fea21 req-5cc18da5-008a-4bb4-9a53-51addc408677 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0465972
Dec 08 19:16:31.571528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ba47a-6d81-45f1-990d-50f04bb66c2e req-f189f6ae-abca-4a36-bf8f-ebd24c7761be tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:31.573314 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-601ba47a-6d81-45f1-990d-50f04bb66c2e req-f189f6ae-abca-4a36-bf8f-ebd24c7761be tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0951083
Dec 08 19:16:31.630851 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-601ba47a-6d81-45f1-990d-50f04bb66c2e req-dd76afee-333a-48c0-aa34-992c3053c595 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0480623
Dec 08 19:16:32.897252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370f736-f2fc-4d41-9e58-74d6f72e9b98 req-2d346d8d-b0b7-4c81-9968-612a36bee4ac tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:32.899436 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0370f736-f2fc-4d41-9e58-74d6f72e9b98 req-2d346d8d-b0b7-4c81-9968-612a36bee4ac tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0982759
Dec 08 19:16:32.957859 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0370f736-f2fc-4d41-9e58-74d6f72e9b98 req-d5e9db07-de7e-4bad-8237-df990ae60bcb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0480142
Dec 08 19:16:34.183187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749aa0c-a932-41f9-8dee-487bf6ea804b req-66a97c55-e492-44c7-95ea-8eb4c295ac62 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:34.185270 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d749aa0c-a932-41f9-8dee-487bf6ea804b req-66a97c55-e492-44c7-95ea-8eb4c295ac62 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0867169
Dec 08 19:16:34.245862 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d749aa0c-a932-41f9-8dee-487bf6ea804b req-a5d4c16c-14c2-46d0-a4e7-6ddff269e9c3 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0525606
Dec 08 19:16:35.636930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade891ac-fad6-48b3-b4f3-b013e2d14f66 req-6d1dde27-52fd-4c06-8c13-dce38c920a28 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:35.639547 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ade891ac-fad6-48b3-b4f3-b013e2d14f66 req-6d1dde27-52fd-4c06-8c13-dce38c920a28 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.2538757
Dec 08 19:16:35.695474 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ade891ac-fad6-48b3-b4f3-b013e2d14f66 req-c90b273c-a19e-419e-a5c5-ea2ff6d549d8 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0473669
Dec 08 19:16:37.023246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98837540-c9a3-47f1-974d-c6250a89b061 req-7243e4c0-f088-415a-a8f8-64485173f525 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:37.024976 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-98837540-c9a3-47f1-974d-c6250a89b061 req-7243e4c0-f088-415a-a8f8-64485173f525 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.1874020
Dec 08 19:16:37.078839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-98837540-c9a3-47f1-974d-c6250a89b061 req-cceb8a69-9cac-47d2-8b69-c0d2d88a0a04 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0462668
Dec 08 19:16:38.321561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b9761-a9fc-4477-bfdc-92cbc362cb4e req-ef0fee15-d3af-4d65-a740-2b598f84253b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:38.323131 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e43b9761-a9fc-4477-bfdc-92cbc362cb4e req-ef0fee15-d3af-4d65-a740-2b598f84253b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0942826
Dec 08 19:16:38.382619 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e43b9761-a9fc-4477-bfdc-92cbc362cb4e req-69c85c7e-7e1c-4d3a-b2a1-ee5104172954 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0526435
Dec 08 19:16:39.505376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6378d25a-2697-4101-818f-cbef76aad41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:39.652313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f48be-08ec-4f1e-93e9-983fa5217c70 req-2e85b1c1-e158-446e-91a2-7ec8f9d1f206 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:39.653934 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f0f48be-08ec-4f1e-93e9-983fa5217c70 req-2e85b1c1-e158-446e-91a2-7ec8f9d1f206 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0886605
Dec 08 19:16:39.706825 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f0f48be-08ec-4f1e-93e9-983fa5217c70 req-84c0614c-c4e8-49a7-b536-b38fa65e3681 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0456235
Dec 08 19:16:40.932203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8e38-ef2d-452b-9fe0-f51e63c0786e req-7089043d-898b-441d-b8f8-d110b6c7aaf2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:40.934009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1cbd8e38-ef2d-452b-9fe0-f51e63c0786e req-7089043d-898b-441d-b8f8-d110b6c7aaf2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0940163
Dec 08 19:16:40.989621 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1cbd8e38-ef2d-452b-9fe0-f51e63c0786e req-6cd6746c-007e-46b8-a4a5-bca7a68c72f9 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0481021
Dec 08 19:16:41.529377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f5cf1327-90ea-48a2-b512-c8985a317bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:42.235943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742831d-8e53-4da2-af9e-7c0a20c34177 req-85d223f7-9f7b-485b-b892-10ad1e44a666 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:42.237779 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e742831d-8e53-4da2-af9e-7c0a20c34177 req-85d223f7-9f7b-485b-b892-10ad1e44a666 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.0965474
Dec 08 19:16:42.294064 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e742831d-8e53-4da2-af9e-7c0a20c34177 req-f9a0df2e-956c-405a-be72-6ae6e8d20c41 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=12df7627-784b-4e67-a0ef-3ac14ab47158&id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0489378
Dec 08 19:16:42.677208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:43.980734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:43.984668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:16:46.535756 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-cfc2adf8-4eab-4daa-8b19-670f8e98305e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0832162
Dec 08 19:16:46.636786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-642dd9f0-c3d0-4ee7-845d-9b17df24b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:46.638419 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-642dd9f0-c3d0-4ee7-845d-9b17df24b277 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1163 time: 0.0790544
Dec 08 19:16:46.814698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-80599d99-808f-4e97-a1ca-e7011a47c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:46.816270 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-80599d99-808f-4e97-a1ca-e7011a47c15e service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.1462376
Dec 08 19:16:46.893370 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-a5522cda-9107-4c1c-a28d-fb19450dd699 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 200  len: 217 time: 0.0704036
Dec 08 19:16:46.965002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-c28570b2-2eb8-4fb6-a6e9-09aa8e57b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:16:46.966601 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-c28570b2-2eb8-4fb6-a6e9-09aa8e57b290 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.0678570
Dec 08 19:16:47.019442 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-7dc82e7a-e50c-447c-ac52-605a30aeea6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468636
Dec 08 19:16:47.175369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-f16ff362-b455-4297-83f2-20856c2c968a service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490784
Dec 08 19:16:47.326848 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a9a70690-2b6c-4c4e-bf13-614e74f795a8 req-81cc22a5-65d5-4172-a4fd-7cb5cbeaec99 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447358
Dec 08 19:16:48.007632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:02.919888 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:17:09.512946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-81bf3f11-1ae3-4313-a721-c79435f62f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:11.517668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e062197-b72d-4c0d-85ce-a54f66cc35f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:12.670601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:13.967063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:13.970055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:15.586240 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7719057c-37ad-4b20-9e03-57269d9cebca req-bd49f713-6ad9-438a-8787-29f137f0bc58 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1655364567&fields=id&tenant_id=415ee4b3261a4fc8bccb04dff6e14137 HTTP/1.1" status: 200  len: 267 time: 0.0466156
Dec 08 19:17:15.709988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719057c-37ad-4b20-9e03-57269d9cebca req-7595f63c-44c6-4722-b722-bea10b7ed016 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:15.711631 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7719057c-37ad-4b20-9e03-57269d9cebca req-7595f63c-44c6-4722-b722-bea10b7ed016 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 984 time: 0.1167917
Dec 08 19:17:15.725736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Request body: {'port': {'security_groups': ['846c67bc-8442-45e3-a3b4-30eec5ae9b5a']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:17:15.860226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:16.188129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:17:16.216597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:16.221815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:16.238543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-04554724-9729-4ae2-ba9b-6e952bfefd87 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:17:16.402694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event updated for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=6']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:17:16.417151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.417575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.417959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.418435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.418830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.419226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.419609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.419993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.420402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.420876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.421262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.421645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.422189 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.422831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.423674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.424065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.424499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.424887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.425275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.425664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.426049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.426433 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.426817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.427224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:17:16.444108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:17:16.475181 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:16.475905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:16.477470 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7719057c-37ad-4b20-9e03-57269d9cebca req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "PUT /v2.0/ports/c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 942 time: 0.7576885
Dec 08 19:17:16.478030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:17:16.592793 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'status': 'completed', 'code': 200}
Dec 08 19:17:16.601932 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a7782e9a-9f6c-4bb2-ba60-116e0d491d3b req-a506f29b-116a-4a20-ba20-bb39b9751e60 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups/12df7627-784b-4e67-a0ef-3ac14ab47158 HTTP/1.1" status: 200  len: 2891 time: 0.0854087
Dec 08 19:17:16.713405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a7782e9a-9f6c-4bb2-ba60-116e0d491d3b req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:16.818879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-1da2a053-635b-4a49-a328-2bd5deaa6c06 None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:17:16.819379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1da2a053-635b-4a49-a328-2bd5deaa6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:16.947500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device c59a47b8-262a-4d14-ad0c-c2bb506239d3 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:17:17.048012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port c59a47b8-262a-4d14-ad0c-c2bb506239d3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:17:17.048838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:17.049494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a7782e9a-9f6c-4bb2-ba60-116e0d491d3b req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:17.118598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-f4ddf3e1-9012-42fb-9002-68999b6129f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:17.120489 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-f4ddf3e1-9012-42fb-9002-68999b6129f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.4931357
Dec 08 19:17:17.131887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a7782e9a-9f6c-4bb2-ba60-116e0d491d3b req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:17.159334 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b278408d-4de2-4da8-80e9-2e23e2a8751f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:17:17.196177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event deleted for resources: {'SecurityGroup': ['ID=12df7627-784b-4e67-a0ef-3ac14ab47158,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:17:17.201232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:17:17.273961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a7782e9a-9f6c-4bb2-ba60-116e0d491d3b req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:17.275097 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a7782e9a-9f6c-4bb2-ba60-116e0d491d3b req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "DELETE /v2.0/security-groups/12df7627-784b-4e67-a0ef-3ac14ab47158 HTTP/1.1" status: 204  len: 173 time: 0.6661110
Dec 08 19:17:17.307299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-c51b6a01-c594-41cc-a0ee-792ba3dfc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:17.309004 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-c51b6a01-c594-41cc-a0ee-792ba3dfc76e service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.1807568
Dec 08 19:17:17.540924 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-19fc39f8-c2a9-4829-8d11-c51e8373988a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 1000 time: 0.2250769
Dec 08 19:17:17.598912 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-87d4a6ca-7866-412d-b088-d6639122dea7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/floatingips/3d49f3ab-0533-4428-bcfa-8ec515932049 HTTP/1.1" status: 200  len: 997 time: 0.2154589
Dec 08 19:17:17.733465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-e9b9f966-1d6f-4279-b194-f329f3d86bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:17.735204 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-e9b9f966-1d6f-4279-b194-f329f3d86bfa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.1857598
Dec 08 19:17:17.851213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-8d2d1dee-8a2d-4798-804d-bb6056624064 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:17.852724 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-8d2d1dee-8a2d-4798-804d-bb6056624064 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/networks/9235aad9-e17e-40df-9e4d-c5a670b3fbb1 HTTP/1.1" status: 200  len: 784 time: 0.2392292
Dec 08 19:17:17.868365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-5a23cdfe-55f7-482a-b95d-668f265335a0 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:17:17.869521 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-5a23cdfe-55f7-482a-b95d-668f265335a0 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0091264
Dec 08 19:17:17.876048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-c0740f19-ef9a-4175-b334-8a6034004dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:17.877807 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-c0740f19-ef9a-4175-b334-8a6034004dcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1327415
Dec 08 19:17:18.027329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:18.089241 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-6683e195-694d-4b3b-902e-f0b36ebd6c81 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.86 HTTP/1.1" status: 200  len: 1000 time: 0.2099500
Dec 08 19:17:18.181316 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-ee1ecc21-570e-4670-bc35-9498f302b7a4 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433414
Dec 08 19:17:18.195875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-94aff24a-12d1-4443-a0e1-92ec8a8dfd71 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:18.197411 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-94aff24a-12d1-4443-a0e1-92ec8a8dfd71 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports/c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 942 time: 0.1009834
Dec 08 19:17:18.445306 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-8a9c7373-02ac-429c-ab30-a48d41a4363a tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.86 HTTP/1.1" status: 200  len: 1000 time: 0.1479931
Dec 08 19:17:18.449819 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c7477471-0bc0-49f5-9570-48e652adbd86 req-0c3f3857-438f-46aa-a941-993177624e03 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2595630
Dec 08 19:17:18.670813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Deleting port 90550c76-0bb4-4831-a424-05f2a868210e {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:17:18.671442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:18.869364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:18.869737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:19.016601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Calling delete_port for 90550c76-0bb4-4831-a424-05f2a868210e owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:17:19.183752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:19.201006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-02846d2e-712f-4cc8-887e-89ae304bed3b tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:17:19.256484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event deleted for resources: {'Port': ['ID=90550c76-0bb4-4831-a424-05f2a868210e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:17:19.259449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:17:19.377792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:19.378175 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Floating IP 3d49f3ab-0533-4428-bcfa-8ec515932049 disassociated (deleted). External IP: 172.27.0.86, port: c59a47b8-262a-4d14-ad0c-c2bb506239d3.
Dec 08 19:17:19.991563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:17:20.193494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:17:20.204126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08557268-1a42-4323-90c5-78489800991a None None] Sync routers for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:17:20.214216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08557268-1a42-4323-90c5-78489800991a None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:17:20.214890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-08557268-1a42-4323-90c5-78489800991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edfa2d4a8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:17:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:17:20.218165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:20.278553 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "DELETE /v2.0/floatingips/3d49f3ab-0533-4428-bcfa-8ec515932049 HTTP/1.1" status: 204  len: 173 time: 1.8261557
Dec 08 19:17:20.279110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:17:20.343229 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'status': 'completed', 'code': 200}
Dec 08 19:17:20.590035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-85af1d7e-7346-4938-be4f-0a56bbec58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:20.591815 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-85af1d7e-7346-4938-be4f-0a56bbec58f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.2142344
Dec 08 19:17:20.599002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-64922b68-7ff9-414a-b879-c8e66b025e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:20.600717 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-64922b68-7ff9-414a-b879-c8e66b025e63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.3071969
Dec 08 19:17:20.662095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-08557268-1a42-4323-90c5-78489800991a None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:17:20.877120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-bfdb9562-1b26-410a-8f7a-003e4b5e9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:20.878751 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-bfdb9562-1b26-410a-8f7a-003e4b5e9809 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.2770860
Dec 08 19:17:20.881558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-3792eae9-04e1-4348-95b7-7468321a5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:20.883153 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-3792eae9-04e1-4348-95b7-7468321a5a15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.2536280
Dec 08 19:17:21.022595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-08557268-1a42-4323-90c5-78489800991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edfa2d4a8>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:14:02Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:17:21.023176 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-84b8255d-cd2d-4ca0-8a1e-e4e2cadb9b96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 217 time: 0.1365457
Dec 08 19:17:21.024678 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-d385c198-ef9e-4fea-8c27-e01a818f05ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 217 time: 0.0827513
Dec 08 19:17:21.027348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08557268-1a42-4323-90c5-78489800991a None None] Checking router: 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:17:21.038311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08557268-1a42-4323-90c5-78489800991a None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:17:21.038980 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-08557268-1a42-4323-90c5-78489800991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edfa2d4a8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:17:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:17:21.160016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-13f2d56d-fd50-469d-9a75-097b17088dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:21.161759 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-13f2d56d-fd50-469d-9a75-097b17088dd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.1321526
Dec 08 19:17:21.163149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-3a53e0f9-3793-4ec3-b4cb-d119d22344ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:21.164632 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-3a53e0f9-3793-4ec3-b4cb-d119d22344ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.0967386
Dec 08 19:17:21.254096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-08557268-1a42-4323-90c5-78489800991a None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:17:21.328321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-3d279957-9b05-4557-a090-691e839722de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:21.330001 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-3d279957-9b05-4557-a090-691e839722de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1520505
Dec 08 19:17:21.334512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-191257f4-c087-488b-9254-f0457c3453c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:21.334512 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-191257f4-c087-488b-9254-f0457c3453c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1579843
Dec 08 19:17:21.620519 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-287804d1-4410-4835-acb3-98449b29cc2a service neutron] 10.222.0.61 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789567
Dec 08 19:17:21.622746 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-2cb339fc-1b00-4749-9bcc-2ea2dc9bef48 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540898
Dec 08 19:17:21.672553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-08557268-1a42-4323-90c5-78489800991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edfa2d4a8>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:14:02Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:17:21.677110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08557268-1a42-4323-90c5-78489800991a None None] The sync data for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi is: [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 4, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '05512507-801a-440f-8126-2855637896ba', 'name': '', 'network_id': '0827a540-a161-4ea5-ba22-c3b85ff6684e', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'mac_address': 'fa:16:3e:62:4b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:43Z', 'updated_at': '2020-12-08T19:14:02Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'subnets': [{'id': '119be459-d14b-4dff-b93e-0a2a30e28984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:17:21.904924 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-01e43b11-2fab-40a5-883f-5f4fa6978cf0 req-3bf0654d-ab90-4487-9e59-a71323860bb3 service neutron] 10.222.0.61 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2753839
Dec 08 19:17:21.908802 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6755ea55-a3d2-4c40-afce-0d8096cb7dff req-31ed7d26-aa8a-4868-a258-99502dcb5734 service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2493296
Dec 08 19:17:22.071779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e166bca-5235-4dd4-ba44-c4d91f6d7eff None None] New status for floating IP 3d49f3ab-0533-4428-bcfa-8ec515932049: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:17:39.508407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ede0a1f5-c315-4ee8-a3b1-e7b4b8980b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:39.921593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:17:41.522227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a4d6b69f-59d6-4b8c-ac56-d7625970c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:42.673274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:43.970052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:43.973810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:17:44.615621 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-9dd59de6-04f9-4a0d-969d-0a8d50569a63 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0806320
Dec 08 19:17:44.741005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-2b8c6f97-ab77-4c21-8ed0-60e371d6dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:44.742595 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-2b8c6f97-ab77-4c21-8ed0-60e371d6dc11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 1162 time: 0.0997908
Dec 08 19:17:44.989040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-137ef3a8-f2ca-45bb-8979-e0e97e381ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:44.990678 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-137ef3a8-f2ca-45bb-8979-e0e97e381ed9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 911 time: 0.2268457
Dec 08 19:17:45.148221 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-bc7b55ba-e4d1-4d62-81bb-f1e6eebe1753 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4e807a-889d-429f-b2ec-bfb0696c663c HTTP/1.1" status: 200  len: 1001 time: 0.1487608
Dec 08 19:17:45.247195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-451aabd6-355d-4aba-a9dc-3984f40bbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:45.248829 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-451aabd6-355d-4aba-a9dc-3984f40bbdbe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 200  len: 856 time: 0.0946255
Dec 08 19:17:45.355315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-8a53baaf-f1de-4cd8-be18-7a9868ccb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:17:45.357033 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-8a53baaf-f1de-4cd8-be18-7a9868ccb8f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1422ddce-28c0-4837-98e8-5c8937bb83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016166
Dec 08 19:17:45.840170 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-0c26d40e-cc0f-49e1-8f07-9c72379d25c8 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4756608
Dec 08 19:17:46.039814 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5154e694-15e4-46e8-9f00-0b9f4fa03575 req-58db0bff-6aea-4952-82fd-407031f7dec1 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919820
Dec 08 19:17:48.031735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:09.515517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-777a02c2-572c-401b-a7ee-0727a18fb624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:11.529741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d5da7b26-9393-4659-9278-123d6ca0045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:12.676121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:13.971098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:13.973520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:16.925036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:18:18.045719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:39.510692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3b69930a-16ae-4efb-be17-94fbbc9fabf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:41.523769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-577c2cd9-60ae-4cf6-89aa-fb4259e4c744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:42.683134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:43.982993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:43.985359 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-9fe8a5de-2f00-4e97-9075-824b2d90e29d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0813994
Dec 08 19:18:43.986055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:44.111661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-af5debc8-8d4d-4d96-8908-34ea4d54535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:18:44.113465 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-af5debc8-8d4d-4d96-8908-34ea4d54535c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79adf7f0656e4d138dafa7ea27b8c6be&device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 1163 time: 0.1021955
Dec 08 19:18:44.347487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-6a3ca5a5-6707-484c-a597-aad3a45116ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:18:44.354211 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-6a3ca5a5-6707-484c-a597-aad3a45116ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=def14035-eb72-4b9d-842d-8d504b7e5324 HTTP/1.1" status: 200  len: 907 time: 0.2151837
Dec 08 19:18:44.451208 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-3da89463-dafb-4a1a-81e7-d0b33eb576e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 HTTP/1.1" status: 200  len: 217 time: 0.0953884
Dec 08 19:18:44.548028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-af1a4ec4-92cc-4e3c-93ef-89e266a0e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:18:44.548028 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-af1a4ec4-92cc-4e3c-93ef-89e266a0e2b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99085884-2418-4243-96f0-fa7d94ab7dc9 HTTP/1.1" status: 200  len: 853 time: 0.0894032
Dec 08 19:18:44.603375 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-f5070c55-59fb-4c55-9627-10d04058f134 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=def14035-eb72-4b9d-842d-8d504b7e5324&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488145
Dec 08 19:18:44.757476 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-06f45f3a-43c7-413f-86f1-f14369e79252 service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473069
Dec 08 19:18:44.929527 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f24993-5c9e-4f70-bed6-14c72f00c0be req-10dc35ab-699c-41d3-b265-867387bfaad4 service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1644678
Dec 08 19:18:48.062582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:18:53.925679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:19:09.516043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b68675ad-bed0-4435-8540-10b5d4fa6146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:11.532684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6e16367d-791f-4685-a575-177c34fdcbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:12.683843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:14.149838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:14.151373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:18.061144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:30.928921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:19:39.520038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e0baec9-9960-4982-a34e-dbb8385959a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:41.529673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c6936420-499a-4543-b612-48f06fb6670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:42.679067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:43.977862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:43.980110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:19:46.061829 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-bd5afc26-de6d-4818-a857-9420a0c06948 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1080358
Dec 08 19:19:46.238499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-37a3c4ea-c18f-429c-a6b0-87c714d722a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:19:46.240230 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-37a3c4ea-c18f-429c-a6b0-87c714d722a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.0950291
Dec 08 19:19:46.421103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-94bb124c-4869-436c-8704-0f0c034c7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:19:46.422805 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-94bb124c-4869-436c-8704-0f0c034c7512 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.1606398
Dec 08 19:19:46.497424 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-812e14a1-8144-4afe-b6f8-7b400eb0ecda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.0676312
Dec 08 19:19:46.591675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-0b79c3bb-eb39-4fbf-ba65-829454dfd381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:19:46.593364 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-0b79c3bb-eb39-4fbf-ba65-829454dfd381 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.0897150
Dec 08 19:19:46.645488 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-b271ecf6-ae50-4dff-99cc-cd84edc51d21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454810
Dec 08 19:19:46.800554 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-0340c34e-9775-48d4-bca7-050bbe9056b4 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481390
Dec 08 19:19:46.957468 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-73cbac25-d2b9-4bb4-b3bf-19f5aaf5edc8 req-48769e32-0e55-4841-94b9-afa8c69608b7 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503744
Dec 08 19:19:48.074329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:07.930063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:20:09.527236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5373c6c0-cbfb-40bd-acb9-dcd43c7670a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:11.534699 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-318796fe-748c-4ab5-b367-fe215373cdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:12.682219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:13.967535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:13.978559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:15.032302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 42338) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:20:15.276327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Deleting subnet e37cb534-0b15-410c-8924-7b6422700e0e {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:20:15.280088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:15.338352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:15.398317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:15.685459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:15.702159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:20:15.751202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37cb534-0b15-410c-8924-7b6422700e0e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:20:16.048504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.049109 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.049284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.049676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.050078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.050451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.050838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.051218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.051602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.051982 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.052390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.052806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.053297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.053703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.054166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.054589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.054897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.055290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.055688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.056054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.056466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.056852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.057228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.057608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:20:16.063949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:20:16.100482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:16.109514 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e37cb534-0b15-410c-8924-7b6422700e0e HTTP/1.1" status: 204  len: 168 time: 1.0733182
Dec 08 19:20:16.109803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 42358) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:20:16.230180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:16.426147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:16.545263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd060c18>,) {'filters': {'network_id': ['5e66628f-2079-4d8b-ad79-9023abdf665f']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:20:16.559096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd060c18>, '57ff11bf-961b-4a81-b3e9-3cd0da09539c') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:20:16.559430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd060c18>, '57ff11bf-961b-4a81-b3e9-3cd0da09539c') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:20:16.573323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:16.591524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:16.593644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:20:16.782683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Network 5e66628f-2079-4d8b-ad79-9023abdf665f has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:20:16.793337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:16.986640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Network 5e66628f-2079-4d8b-ad79-9023abdf665f has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:20:17.014438 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:20:17.094378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:17.098678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7a0a77ea-8320-4d63-9400-db3c268ecdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:20:17.116914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:17.123826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e66628f-2079-4d8b-ad79-9023abdf665f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:20:17.128745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:20:17.135918 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5e66628f-2079-4d8b-ad79-9023abdf665f HTTP/1.1" status: 204  len: 168 time: 1.0249724
Dec 08 19:20:17.295085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 42376) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:20:17.353406 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0aca1827-2e7d-4bb1-bd5d-6ad500efbf82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=299a72446557493480823a5d94d2c5c8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0569656
Dec 08 19:20:17.356061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 42380) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:20:17.422686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:17.452921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:17.503685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:17.509080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c55b38ed-9700-4c73-bf9d-66ee3306e117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:20:17.523239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1c4b0-7aa1-457a-9ca6-49795b3f9be1,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:20:17.526370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:20:17.539235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:17.543698 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bff1c4b0-7aa1-457a-9ca6-49795b3f9be1 HTTP/1.1" status: 204  len: 168 time: 0.1837332
Dec 08 19:20:18.076064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:39.523061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-32449d03-d33b-414c-a7a9-a5954c5447b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:41.536148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b8f9506a-5432-4d83-9fa9-eab3836253b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:42.688503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:43.999309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:44.002764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:20:44.930687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:20:47.020248 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-68728776-f390-4924-833b-20785115b089 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1178293
Dec 08 19:20:47.139235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443829-d203-4259-a52f-13e4ba84a525 req-9fd1208c-5779-45f3-9fd7-51888f2d2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:20:47.141051 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-9fd1208c-5779-45f3-9fd7-51888f2d2c60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1162 time: 0.0849719
Dec 08 19:20:47.345202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443829-d203-4259-a52f-13e4ba84a525 req-d673a986-7671-4043-8376-66f9ad82be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:20:47.347245 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-d673a986-7671-4043-8376-66f9ad82be55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.1823802
Dec 08 19:20:47.502537 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-e526c686-51bf-49f7-b82d-e46eeeae5e62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 1001 time: 0.1484518
Dec 08 19:20:47.577734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443829-d203-4259-a52f-13e4ba84a525 req-4dfc27d1-e387-433a-b760-ce36dc1a65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:20:47.579381 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-4dfc27d1-e387-433a-b760-ce36dc1a65b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.0709066
Dec 08 19:20:47.695687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443829-d203-4259-a52f-13e4ba84a525 req-99f60713-33b1-4eaf-8295-44ee5f0077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:20:47.697722 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-99f60713-33b1-4eaf-8295-44ee5f0077ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112521
Dec 08 19:20:47.875826 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-09c2f9ed-7933-46b3-bbc0-f06cb1b27961 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678474
Dec 08 19:20:48.052547 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03443829-d203-4259-a52f-13e4ba84a525 req-ee77d221-d027-4139-a2ef-1c7f9f1e62fd service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1722050
Dec 08 19:20:48.081765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:09.533580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1d7a49da-3353-41dd-95d8-28c65b3bb91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:11.534915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9aa6408e-7949-44c2-ae21-e6cfe31d9ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:12.701772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:14.002524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:14.006547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:18.080831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:21.931641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:21:28.093306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01858f-f919-4e69-8a8f-5cff09c87b87 req-aefc6e4a-1bf3-49cf-8ab3-d8b3aeb4e961 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:28.101204 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c01858f-f919-4e69-8a8f-5cff09c87b87 req-aefc6e4a-1bf3-49cf-8ab3-d8b3aeb4e961 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 945 time: 0.1733062
Dec 08 19:21:28.189274 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c01858f-f919-4e69-8a8f-5cff09c87b87 req-6e7fea0e-1b7e-480b-a5b8-ba3b96cd3401 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830133
Dec 08 19:21:28.426029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-09d84fe5-e39b-4178-bc3b-75d029c7a650 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:28.428420 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-09d84fe5-e39b-4178-bc3b-75d029c7a650 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 945 time: 0.1548526
Dec 08 19:21:28.573773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Deleting port ad4e807a-889d-429f-b2ec-bfb0696c663c {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:21:28.574446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:29.092960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] For port ad4e807a-889d-429f-b2ec-bfb0696c663c, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=ad4e807a-889d-429f-b2ec-bfb0696c663c,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:21:29.093488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:30.041170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device ad4e807a-889d-429f-b2ec-bfb0696c663c no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:21:30.082753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:30.083236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:30.083771 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Floating IP f90315b1-1e73-4a32-9266-dfac5fa7fdad disassociated. External IP: 172.27.0.202, port: ad4e807a-889d-429f-b2ec-bfb0696c663c.
Dec 08 19:21:30.084351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Calling delete_port for ad4e807a-889d-429f-b2ec-bfb0696c663c owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:21:30.188285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce0c49-2248-4fa8-a921-765e20255565 req-bed4fc37-aec8-4c9a-b00e-af97bee0eca6 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:30.190783 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d6ce0c49-2248-4fa8-a921-765e20255565 req-bed4fc37-aec8-4c9a-b00e-af97bee0eca6 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 945 time: 0.2788858
Dec 08 19:21:30.278201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:30.352375 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d6ce0c49-2248-4fa8-a921-765e20255565 req-705a2769-5b87-49d9-a404-6d23e5b953a7 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=f746dcd4-3e50-4348-85b3-3068622f0489&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331501
Dec 08 19:21:30.398120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:30.422469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:30.505213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event deleted for resources: {'Port': ['ID=ad4e807a-889d-429f-b2ec-bfb0696c663c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:30.615594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.616247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.616864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.617491 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.617902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.618380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.618838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.619244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.619641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.620170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.620517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.620943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.621456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.621878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.622262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.622644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.623025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.623439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.623863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.624272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.624655 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.625069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.625542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.626040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:30.633178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:30.981043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:21:31.345046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:21:31.361569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] Sync routers for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:21:31.382635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:21:31.384293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede06f0f0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:21:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:21:31.421459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] No DVR routers for this DVR port ad4e807a-889d-429f-b2ec-bfb0696c663c on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:21:31.425516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:31.445537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'name': 'network-vif-deleted', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:21:31.458585 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-67b93598-e901-4e00-9a4e-8950c9b79997 req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "DELETE /v2.0/ports/ad4e807a-889d-429f-b2ec-bfb0696c663c HTTP/1.1" status: 204  len: 173 time: 3.0240600
Dec 08 19:21:31.784938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:21:31.818821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d16ae856-110d-4cfb-b8dd-4ec51ebbc050 req-944c764b-9acc-4b67-90d9-681ae21fff31 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Synchronizing usage tracker for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:21:31.862799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d16ae856-110d-4cfb-b8dd-4ec51ebbc050 req-944c764b-9acc-4b67-90d9-681ae21fff31 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Unset dirty status for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:21:31.882946 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d16ae856-110d-4cfb-b8dd-4ec51ebbc050 req-944c764b-9acc-4b67-90d9-681ae21fff31 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=0d624871-06e5-4b7f-9e2b-4a6bf532fc9f HTTP/1.1" status: 200  len: 210 time: 0.1473100
Dec 08 19:21:32.180699 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d624871-06e5-4b7f-9e2b-4a6bf532fc9f', 'name': 'network-vif-deleted', 'tag': 'ad4e807a-889d-429f-b2ec-bfb0696c663c', 'status': 'completed', 'code': 200}
Dec 08 19:21:32.581187 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede06f0f0>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:21:32.591965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] Checking router: 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:21:32.610798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:21:32.613331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede06f0f0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:21:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:21:33.013969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:21:33.199590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 43440) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:33.357946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:33.416682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:33.507191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:33.519236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e1bbbd63-b382-45db-b2a9-e3212c826bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:33.588445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:33.591219 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "DELETE /v2.0/security-groups/f746dcd4-3e50-4348-85b3-3068622f0489 HTTP/1.1" status: 204  len: 168 time: 0.3888311
Dec 08 19:21:33.593231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event deleted for resources: {'SecurityGroup': ['ID=f746dcd4-3e50-4348-85b3-3068622f0489,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:33.595958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 43446) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:33.647517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:33.669356 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.v2.resource [None req-901bb6de-24f6-42cd-860d-7570bf6f26bf tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] show failed (client error): The resource could not be found.
Dec 08 19:21:33.671844 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-901bb6de-24f6-42cd-860d-7570bf6f26bf tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups/f746dcd4-3e50-4348-85b3-3068622f0489 HTTP/1.1" status: 404  len: 347 time: 0.0739350
Dec 08 19:21:33.677542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 43450) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:33.810038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede06f0f0>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:21:33.818772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299acf6-27e7-4920-b6b6-533f3470de4a None None] The sync data for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi is: [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:21:34.053005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Deleting port 6d6b791b-b178-4a7f-828e-317015abf4e5 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:21:34.053685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:34.413468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:34.414064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:34.443238 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ab075-4e3a-47cc-bf63-fb16537b8d1c None None] New status for floating IP f90315b1-1e73-4a32-9266-dfac5fa7fdad: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:21:34.618232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Calling delete_port for 6d6b791b-b178-4a7f-828e-317015abf4e5 owned by network:floatingip {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:21:34.848229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-984ab075-4e3a-47cc-bf63-fb16537b8d1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:21:34.849059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-984ab075-4e3a-47cc-bf63-fb16537b8d1c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:21:34.851355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:34.881521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-67777d96-f04b-475f-bb23-d231ba4bd2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:34.994919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event deleted for resources: {'Port': ['ID=6d6b791b-b178-4a7f-828e-317015abf4e5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:35.113511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.114172 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.114878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.115559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.116239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.116961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.117608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.118295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.118979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.119654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.120358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.121070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.121955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.122611 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.123384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.123918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.124635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.125293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.126005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.126608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.127279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.127941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.128648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.129325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:35.150133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:35.289372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:35.309697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:35.311022 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "DELETE /v2.0/floatingips/f90315b1-1e73-4a32-9266-dfac5fa7fdad HTTP/1.1" status: 204  len: 168 time: 1.6278536
Dec 08 19:21:35.350736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ab075-4e3a-47cc-bf63-fb16537b8d1c None None] New status for floating IP f90315b1-1e73-4a32-9266-dfac5fa7fdad: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:21:35.993587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 43480) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:36.000005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'security_group': {'name': 'tempest-securitygroup--618808644', 'description': 'tempest-description--1664596292'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:21:36.008583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:21:36.014461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:21:36.018964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:21:36.029202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:21:36.041773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.075451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:21:36.084915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group_rule and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:21:36.091052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:21:36.103292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:21:36.216997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.222371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.233267 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8d0f262f-f3ce-45e8-a1ab-a23aa91be204 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:36.316490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.319014 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.3236618
Dec 08 19:21:36.320750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:36.324881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 43488) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:36.325693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-92a397ce-be66-4b60-ae7c-1bb1d7cd356d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:36.334715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'security_group_rule': {'security_group_id': '7ac63abc-48db-4a79-9bb1-dcdefe6a2e63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:21:36.343354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:21:36.350172 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group_rule and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:21:36.354719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:21:36.363031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:21:36.385580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.487574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.491502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.504926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:36.554903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f340ec8-831b-4c62-8640-f23e6118a44d,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:36.561254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:36.574175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.576343 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2491908
Dec 08 19:21:36.583285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 43494) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:36.597731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'security_group_rule': {'security_group_id': '7ac63abc-48db-4a79-9bb1-dcdefe6a2e63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:21:36.611839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:21:36.620137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:security_group_rule and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:21:36.626524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:21:36.640384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:21:36.675398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.805855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.810652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.814691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a1710ce4-9eec-4bf7-8380-bb70a9359500 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:36.867764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab8c443-f5d8-436d-991b-beb60fa07415,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:36.872682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:36.895900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:36.898287 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3130300
Dec 08 19:21:36.907941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 43500) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:36.918885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'floatingip': {'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:21:36.931270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:21:36.940681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:floatingip and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:21:36.946879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:21:36.960253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:21:36.980034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:37.277130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:37.836742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Allocated IP 172.27.0.99 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/2efc4ec4-7346-4bb0-ad00-dc71e6544ec5) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:21:38.141757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:38.195602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:38.226571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-34017f0e-3e11-43e6-9a34-f5610c67de63 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:38.866102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'Port': ['ID=2efc4ec4-7346-4bb0-ad00-dc71e6544ec5,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:38.875848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:38.970566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:21:38.972331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:21:38.976333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:21:39.206286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:39.319778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:39.555716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe517-023b-409f-946e-f72b045967d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:39.835154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:39.839716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:39.859036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2d7f3a0e-03f0-4fea-9578-949577b17447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:40.068517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'Port': ['ID=2efc4ec4-7346-4bb0-ad00-dc71e6544ec5,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:40.075867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:40.246367 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:40.292598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:40.295121 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5679f1be-695e-4919-ba54-91eafffdce3c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3851500
Dec 08 19:21:40.837224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-e7a16a6b-2482-4ec4-b5c1-1a332c465750 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Synchronizing usage tracker for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:21:40.877217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-e7a16a6b-2482-4ec4-b5c1-1a332c465750 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Unset dirty status for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:21:40.877217 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-e7a16a6b-2482-4ec4-b5c1-1a332c465750 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--618808644&fields=id&tenant_id=cbeffe8fb14343a19e93604db0559e42 HTTP/1.1" status: 200  len: 267 time: 0.1214700
Dec 08 19:21:41.174806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-cd1d5521-b32f-4841-a02c-84406293eabd tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:41.177223 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-cd1d5521-b32f-4841-a02c-84406293eabd tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 817 time: 0.2908690
Dec 08 19:21:41.210877 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-2d9691c7-545e-4b8e-9de3-fc307a179b1c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/quotas/cbeffe8fb14343a19e93604db0559e42 HTTP/1.1" status: 200  len: 375 time: 0.0207262
Dec 08 19:21:41.382490 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-8a260a2a-5f5e-403b-bdf5-a96d26ab3cc3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1590838
Dec 08 19:21:41.562096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-dbcf19c8-2181-4d02-9f18-655a186ea815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:41.937952 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-16398846-530a-418c-bf97-cedce8a7a4f7 service neutron] 10.222.0.61 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5375605
Dec 08 19:21:42.226438 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-ca3b2cd5-33b6-4d0c-abdd-aa4d67578105 service neutron] 10.222.0.61 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2748606
Dec 08 19:21:42.710810 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:42.807468 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-63efbc5c-81bc-42f3-9a71-4f855c9c335f req-8f1dc9c8-ae82-40aa-89d6-20ccef43d96f tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 210 time: 0.2585752
Dec 08 19:21:44.017560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:44.034726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:44.181150 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c6e05cde-a3c9-4c06-a2b1-d4ce5c541948 req-5c435a1e-424b-4bbd-b25f-bdaff7938677 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 210 time: 0.0946312
Dec 08 19:21:44.755059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-7cbb1bb7-b7b9-4d9e-95f5-5ab6629f22a1 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:44.759522 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-7cbb1bb7-b7b9-4d9e-95f5-5ab6629f22a1 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 817 time: 0.3445044
Dec 08 19:21:44.904600 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-b681b973-7507-423c-85c5-ee84e45a52db tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbeffe8fb14343a19e93604db0559e42 HTTP/1.1" status: 200  len: 5508 time: 0.1308126
Dec 08 19:21:44.918989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'port': {'device_id': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'admin_state_up': True, 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'security_groups': ['7ac63abc-48db-4a79-9bb1-dcdefe6a2e63']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:21:45.172569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:21:45.179325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Usage tracker for resource:port and tenant:cbeffe8fb14343a19e93604db0559e42 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:21:45.183311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Quota usage for port was recalculated. Used quota:3. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:21:45.195421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:21:45.217139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Made reservation on behalf of cbeffe8fb14343a19e93604db0559e42 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:21:45.227321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:45.559144 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0a396c2e-1090-4b6d-bb0a-d2c7fc0268cb req-ebcd1c67-b774-41ed-b077-306cc6fdc998 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 210 time: 0.0845098
Dec 08 19:21:45.863106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Allocated IP 172.20.0.10 (1422ddce-28c0-4837-98e8-5c8937bb83ff/e22f64ba-c964-46fb-b971-4f8cad44715c/8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:21:46.492623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:46.515232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Transition to ACTIVE for port object 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:21:46.544011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:46.561886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:46.783460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event updated for resources: {'Port': ['ID=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:46.788983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:46.923232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:21:46.928723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:21:46.932886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:21:46.941047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:46.942217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:47.007635 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0971677
Dec 08 19:21:47.028228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dde0d3-2a15-46d7-bad7-5935a6de43f5 req-ab97eaa4-945a-46b4-8908-73237a762a00 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:47.029573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a5dde0d3-2a15-46d7-bad7-5935a6de43f5 req-ab97eaa4-945a-46b4-8908-73237a762a00 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Synchronizing usage tracker for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:21:47.040412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Request body: {'port': {'device_id': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:21:47.135060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a5dde0d3-2a15-46d7-bad7-5935a6de43f5 req-ab97eaa4-945a-46b4-8908-73237a762a00 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Unset dirty status for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:21:47.137241 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a5dde0d3-2a15-46d7-bad7-5935a6de43f5 req-ab97eaa4-945a-46b4-8908-73237a762a00 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 932 time: 0.3214729
Dec 08 19:21:47.287775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:47.290413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-049dde11-35c1-41fd-aba6-3e1e267a255d None None] Provisioning for port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:21:47.300921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-049dde11-35c1-41fd-aba6-3e1e267a255d None None] Provisioning complete for port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:21:47.301587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-049dde11-35c1-41fd-aba6-3e1e267a255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:47.411376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-049dde11-35c1-41fd-aba6-3e1e267a255d None None] Port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:21:47.479112 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a5dde0d3-2a15-46d7-bad7-5935a6de43f5 req-472f470f-b1f2-4303-a523-b611ae07c034 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2857969
Dec 08 19:21:48.108625 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-c76b0719-db55-4849-8db4-ebaa1b864889 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1528025
Dec 08 19:21:48.132270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:48.280505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:21:48.293871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:48.324355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Transition to ACTIVE for port object 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:21:48.328727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-c625f198-317c-4214-8bc2-bc19914727fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:48.331735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:48.332004 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-c625f198-317c-4214-8bc2-bc19914727fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1163 time: 0.1976528
Dec 08 19:21:48.362525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:48.662490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Pushing event updated for resources: {'Port': ['ID=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:48.689033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:48.801181 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-0d93ff99-e156-4d18-ae5f-87a0743f4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:48.806614 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-0d93ff99-e156-4d18-ae5f-87a0743f4bfe service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.4276505
Dec 08 19:21:48.992548 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-00140729-d082-4a54-8652-1c349598f6e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 200  len: 217 time: 0.1678541
Dec 08 19:21:49.165918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-1611ac8a-f200-46df-8810-c2b5d7e8ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:49.171797 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-1611ac8a-f200-46df-8810-c2b5d7e8ff9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.1702309
Dec 08 19:21:49.173853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Attempting to bind port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:21:49.174352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Attempting to bind port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:21:49.174996 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Attempting to bind port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 on network 1422ddce-28c0-4837-98e8-5c8937bb83ff {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:21:49.196915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:21:49.197575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Checking segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:21:49.198325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:49.199035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Bound using segment: {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:21:49.199962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Bound port: 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a152b7-b2a9-426d-92e7-879ece7a4be7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:21:49.200667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:49.265652 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-ebc1a19f-b439-4523-8530-a87d065c7d98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0871634
Dec 08 19:21:49.357709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32e5b0-17df-41ea-b275-b87ae9762e4a req-6cf6e775-8b7c-4336-9f0b-a951630e0825 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:49.361468 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ce32e5b0-17df-41ea-b275-b87ae9762e4a req-6cf6e775-8b7c-4336-9f0b-a951630e0825 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 944 time: 0.4303141
Dec 08 19:21:49.453138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] For port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:21:49.472720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] For port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:21:49.502377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:49.535018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-57c88c04-123e-48b1-bd98-b8e9bff0b187 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:49.564345 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-71701bf2-5b8e-4be9-a485-cb37a69f1196 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2912724
Dec 08 19:21:49.612161 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ce32e5b0-17df-41ea-b275-b87ae9762e4a req-083f3ed2-89b9-4869-afa1-1bc3813b2692 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2210188
Dec 08 19:21:49.839790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Pushing event updated for resources: {'Port': ['ID=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:49.849529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:49.913205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:49.913959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:49.915776 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-0afa5853-4893-46ec-b355-d84b0d3e0730 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3381238
Dec 08 19:21:49.916754 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] 10.222.0.73 "PUT /v2.0/ports/8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 HTTP/1.1" status: 200  len: 1158 time: 2.9000552
Dec 08 19:21:49.917645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:21:50.086572 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0', 'status': 'completed', 'code': 200}
Dec 08 19:21:50.172416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-a1e400c0-dbfd-4f86-ae63-42ddb422d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:50.175966 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-a1e400c0-dbfd-4f86-ae63-42ddb422d420 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 1161 time: 0.1732247
Dec 08 19:21:50.310196 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-070abd9e-e183-4e30-86c0-4df37ea8f630 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 HTTP/1.1" status: 200  len: 217 time: 0.1254587
Dec 08 19:21:50.438500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-4c20f685-a988-451f-9482-c978a1eb44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:50.442002 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-4c20f685-a988-451f-9482-c978a1eb44d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 200  len: 856 time: 0.1250613
Dec 08 19:21:50.637833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-a08eee3a-f7f9-4fe5-b4fe-2346d8648709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:50.641027 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-a08eee3a-f7f9-4fe5-b4fe-2346d8648709 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1422ddce-28c0-4837-98e8-5c8937bb83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1912022
Dec 08 19:21:50.981668 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-74eaf1c0-cf6b-4b9f-b1cf-6ff0d1e0c365 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3191719
Dec 08 19:21:51.444205 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-146e5bc0-6b9f-419f-9043-f2ae0d1017f5 req-4a1d3519-bd95-4ae7-b99e-29629e2130ce service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4552119
Dec 08 19:21:51.461235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a794657-9383-4e28-b34b-5005aca6e4da req-5d866e07-3195-4115-9472-cb4d49484886 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:51.461235 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8a794657-9383-4e28-b34b-5005aca6e4da req-5d866e07-3195-4115-9472-cb4d49484886 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 944 time: 0.4195693
Dec 08 19:21:51.674868 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8a794657-9383-4e28-b34b-5005aca6e4da req-273d58fe-014d-4321-ac79-7160b3d8c9fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1994967
Dec 08 19:21:51.736462 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-30fd1eff-c804-4e3a-bfdb-4d2fdd9102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:51.739896 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-30fd1eff-c804-4e3a-bfdb-4d2fdd9102f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 1161 time: 0.2098868
Dec 08 19:21:52.034390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-f0f4fb2d-6960-4c17-9d3b-12a5c9856948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:52.038830 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-f0f4fb2d-6960-4c17-9d3b-12a5c9856948 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 911 time: 0.2909789
Dec 08 19:21:52.196173 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-3d779fe6-2a7b-44dd-aac0-4203d6c26ca6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 HTTP/1.1" status: 200  len: 217 time: 0.1486380
Dec 08 19:21:52.358936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-2b4bd694-1bf1-4720-ba89-5afac6a95c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:52.361979 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-2b4bd694-1bf1-4720-ba89-5afac6a95c7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 200  len: 856 time: 0.1484439
Dec 08 19:21:52.527661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-76d446d3-7fd0-4135-ab60-048db1f38836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:52.530635 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-76d446d3-7fd0-4135-ab60-048db1f38836 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1422ddce-28c0-4837-98e8-5c8937bb83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1604397
Dec 08 19:21:52.819570 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-48eb51c7-eb40-4185-aa1e-f553740546b8 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804968
Dec 08 19:21:53.653545 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-21fc9229-1ed3-42a1-93a2-c100310f2151 req-3db85342-dab4-459a-a2ea-d3bdf890ef14 service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8255839
Dec 08 19:21:53.675014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25b9aa-b6ba-4fc8-9c3c-c0ccb07ed295 req-185d4414-e402-45c9-b7f3-f6807ee18f69 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:53.679290 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3a25b9aa-b6ba-4fc8-9c3c-c0ccb07ed295 req-185d4414-e402-45c9-b7f3-f6807ee18f69 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 944 time: 0.6563041
Dec 08 19:21:53.793131 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3a25b9aa-b6ba-4fc8-9c3c-c0ccb07ed295 req-659d3282-45bd-48a7-869c-76b2f26e6a0f tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971780
Dec 08 19:21:54.741230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:21:54.880343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:21:54.889612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:21:54.890252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:55.140864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:55.217811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:21:55.220259 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:21:55.231426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:55.237953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:21:55.318323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa861b-5378-463d-9b30-cf9f6e0c9d97 req-47ffd5cd-b33e-4d1f-8df5-606f2516a00e tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:55.322533 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-77fa861b-5378-463d-9b30-cf9f6e0c9d97 req-47ffd5cd-b33e-4d1f-8df5-606f2516a00e tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 944 time: 0.1879921
Dec 08 19:21:55.407671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:21:55.422317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.423090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.424342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.425156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.426904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.427819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.428673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.429498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.430308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.431094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.431894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.432733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.434011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.434832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.435632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.437674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.438535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.439373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.440382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.441594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.442684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.443861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.444998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.445890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:21:55.446637 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-77fa861b-5378-463d-9b30-cf9f6e0c9d97 req-e022bdca-bf06-4c62-abd6-930327d12534 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072133
Dec 08 19:21:55.467564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:21:55.559913 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0', 'code': 200}
Dec 08 19:21:55.972970 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ffbae-a07c-4419-a02f-ffdfbec45753 req-4c37824d-8a6f-4105-be14-5ff0b6c4f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:55.976935 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d83ffbae-a07c-4419-a02f-ffdfbec45753 req-4c37824d-8a6f-4105-be14-5ff0b6c4f734 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 1163 time: 0.1688948
Dec 08 19:21:56.070109 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d83ffbae-a07c-4419-a02f-ffdfbec45753 req-f57616e1-9779-44df-9f16-3ef5197a5a74 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862229
Dec 08 19:21:56.244773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:21:56.391692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:21:56.392403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:21:56.945914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e4d1-1052-40e6-9a08-2d65f6bbfd8e req-e40e319d-f04f-4de8-a4aa-027ebb31e56b tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:56.948904 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4894e4d1-1052-40e6-9a08-2d65f6bbfd8e req-e40e319d-f04f-4de8-a4aa-027ebb31e56b tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 946 time: 0.1726406
Dec 08 19:21:57.046931 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4894e4d1-1052-40e6-9a08-2d65f6bbfd8e req-927483ba-1e5a-4729-9980-37f7dff40392 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849180
Dec 08 19:21:58.521885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3d6ce-4c03-417c-8ce6-5054b50662f9 req-6bbf2968-e8e5-4091-82e6-43bbc6d2186d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:58.525076 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3dc3d6ce-4c03-417c-8ce6-5054b50662f9 req-6bbf2968-e8e5-4091-82e6-43bbc6d2186d tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 946 time: 0.1427109
Dec 08 19:21:58.637313 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3dc3d6ce-4c03-417c-8ce6-5054b50662f9 req-e745d7a4-95ab-49f3-8d1a-74a0c683aa79 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001055
Dec 08 19:21:58.942388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:21:58.965298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c46cf9-3cf4-4a8e-89b6-2153525aafb5 req-392d36c6-bfb6-49b5-afe4-35867261d535 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:21:58.967579 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c2c46cf9-3cf4-4a8e-89b6-2153525aafb5 req-392d36c6-bfb6-49b5-afe4-35867261d535 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 946 time: 0.1325176
Dec 08 19:21:58.983831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 43782) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:21:58.991170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Request body: {'floatingip': {'port_id': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:21:59.087977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:00.078754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:00.083323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:00.413333 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Floating IP 262793ad-8e75-4ac6-ab21-fc8ef1df23f4 associated. External IP: 172.27.0.99, port: 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0.
Dec 08 19:22:01.172467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:22:01.561138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:22:01.574328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:01.583195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] Sync routers for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:22:01.608818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:22:01.611448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edde40278>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:21:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:22:01.714335 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-225a45f7-b041-4cd7-8299-dba2ffd029fe tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "PUT /v2.0/floatingips/262793ad-8e75-4ac6-ab21-fc8ef1df23f4 HTTP/1.1" status: 200  len: 991 time: 2.7238965
Dec 08 19:22:01.714335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:22:01.845307 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0', 'status': 'completed', 'code': 200}
Dec 08 19:22:02.038877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673865-f9df-4828-85ca-580d635986ac req-a4d59342-25b9-49bd-8cd0-5cd031a3c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:22:02.042266 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-a4d59342-25b9-49bd-8cd0-5cd031a3c41a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbeffe8fb14343a19e93604db0559e42&device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 1163 time: 0.1650841
Dec 08 19:22:02.063292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:22:02.726408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673865-f9df-4828-85ca-580d635986ac req-6a705a0c-5af2-43e6-8bc5-2661af242eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:22:02.729901 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-6a705a0c-5af2-43e6-8bc5-2661af242eca service neutron] 10.222.0.73 "GET /v2.0/networks?id=1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 200  len: 911 time: 0.6746657
Dec 08 19:22:02.776574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edde40278>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '262793ad-8e75-4ac6-ab21-fc8ef1df23f4', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'port_id': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'mac_address': 'fa:16:3e:41:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:21:39Z', 'updated_at': '2020-12-08T19:21:59Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:22:02.786297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] Checking router: 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:22:02.806826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:22:02.807741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edde40278>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:21:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:22:02.947638 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-662270cb-5ed6-4324-b329-245e8caba0a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 HTTP/1.1" status: 200  len: 999 time: 0.2046511
Dec 08 19:22:03.126803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673865-f9df-4828-85ca-580d635986ac req-06da90da-53f1-49d8-9eab-34491f7b52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:22:03.131914 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-06da90da-53f1-49d8-9eab-34491f7b52a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 200  len: 856 time: 0.1769447
Dec 08 19:22:03.339326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673865-f9df-4828-85ca-580d635986ac req-81a9e06a-1679-4d35-a71e-123825f7e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:22:03.343212 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-81a9e06a-1679-4d35-a71e-123825f7e8ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1422ddce-28c0-4837-98e8-5c8937bb83ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1985853
Dec 08 19:22:03.362346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-c62b3530-6666-4ee0-a620-38e1c2ac878b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:22:03.365194 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-c62b3530-6666-4ee0-a620-38e1c2ac878b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0132620
Dec 08 19:22:03.518031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:22:03.715180 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-ff2f8702-06f2-4b0a-a052-21b9e62ea67a service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3361816
Dec 08 19:22:04.026130 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb673865-f9df-4828-85ca-580d635986ac req-706944a8-fb89-4a8a-a83b-61b938ca45ac service neutron] 10.222.0.73 "GET /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3025711
Dec 08 19:22:04.363628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edde40278>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '262793ad-8e75-4ac6-ab21-fc8ef1df23f4', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'port_id': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'mac_address': 'fa:16:3e:41:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:21:39Z', 'updated_at': '2020-12-08T19:21:59Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:22:04.373693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1c263-d857-40e2-a8d6-352c9d2c1aad None None] The sync data for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi is: [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '262793ad-8e75-4ac6-ab21-fc8ef1df23f4', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'port_id': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'mac_address': 'fa:16:3e:41:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:21:39Z', 'updated_at': '2020-12-08T19:21:59Z', 'revision_number': 1, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:22:04.822962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb290d-7fcf-4a58-80e4-d8ab398263e4 None None] New status for floating IP 262793ad-8e75-4ac6-ab21-fc8ef1df23f4: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:22:09.551426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c4047acc-6c20-4a9a-ba30-a88217fbaf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:11.556986 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-47c84185-1e61-4ddc-b0ca-30d48c2b8b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:12.721488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:14.000807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:14.008978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:18.109463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:35.945308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:22:39.547822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-83396d64-3aa4-4655-8c90-ab552ff50581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:41.557127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8599c99d-a980-459b-9f76-4fe8b6ae4b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:42.720833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:44.003005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:44.011418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:48.139266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:22:48.352897 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-b3b08f7b-0b0f-491b-8749-a60d4bd8b500 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2489290
Dec 08 19:22:48.511657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-34d2df94-d4a7-4bb4-948f-07b6e2630be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:22:48.513536 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-34d2df94-d4a7-4bb4-948f-07b6e2630be3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79adf7f0656e4d138dafa7ea27b8c6be&device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 1163 time: 0.1358218
Dec 08 19:22:48.822390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-61b23061-777b-4f9c-9330-5eeea3213c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:22:48.824511 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-61b23061-777b-4f9c-9330-5eeea3213c62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=def14035-eb72-4b9d-842d-8d504b7e5324 HTTP/1.1" status: 200  len: 907 time: 0.2660017
Dec 08 19:22:48.938995 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-a46ca8d9-fa4e-428d-bef5-0f57073be30e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 HTTP/1.1" status: 200  len: 217 time: 0.1067343
Dec 08 19:22:49.078942 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-df9e84f0-bfd0-4c5e-b425-e5fe445d8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:22:49.081984 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-df9e84f0-bfd0-4c5e-b425-e5fe445d8ab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99085884-2418-4243-96f0-fa7d94ab7dc9 HTTP/1.1" status: 200  len: 853 time: 0.1352248
Dec 08 19:22:49.173420 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-47771dee-be16-4277-be87-316fcdf4c81a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=def14035-eb72-4b9d-842d-8d504b7e5324&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0840313
Dec 08 19:22:49.531388 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-95f49a6e-d282-42d2-a9e6-d0bca47bf630 service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3504233
Dec 08 19:22:49.864953 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4108a513-af0a-4c92-9ca4-5b02f3e66757 req-1aa25635-5d3a-4a89-9fc0-ee15b4673ee1 service neutron] 10.222.0.73 "GET /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3258367
Dec 08 19:23:09.547630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6e57-2b6b-423c-ae14-38dfb3ff385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:11.561037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c424e95e-a72f-48c1-a449-529408e6b753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:12.707693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:12.943346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:23:14.006218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:14.013346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:18.136808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:39.568373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6b374bd1-ca7a-4e79-8f8f-b23cfc8c9ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:41.569431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4a64d2a2-3a87-46dd-9384-1626ea36f288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:42.723380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:44.000060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:44.019701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:48.147057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:23:49.014895 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-46aa6262-767a-4935-8093-d4a672c3c4de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1216924
Dec 08 19:23:49.192198 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-41a6494c-7d0a-4b76-ac05-6b53c7ce7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:23:49.195550 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-41a6494c-7d0a-4b76-ac05-6b53c7ce7b1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.1500196
Dec 08 19:23:49.515710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-86eebe5f-0b5e-4bf4-9b8a-ec22628f200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:23:49.519617 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-86eebe5f-0b5e-4bf4-9b8a-ec22628f200a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.2943661
Dec 08 19:23:49.670345 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-b5ab4caa-bc5b-40ef-be87-71ac7e4c298d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 217 time: 0.1433039
Dec 08 19:23:49.808292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-73cfd6bf-29b1-4a57-892d-3ddc30e66923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:23:49.811253 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-73cfd6bf-29b1-4a57-892d-3ddc30e66923 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.1329656
Dec 08 19:23:49.944038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:23:49.982660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-978abb8b-582f-4c5b-b6aa-b865a70b6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:23:49.985805 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-978abb8b-582f-4c5b-b6aa-b865a70b6ff5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1669855
Dec 08 19:23:50.292763 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-b33ce17e-fedc-41ac-9439-ee66408f4b1a service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2990141
Dec 08 19:23:50.666125 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a726501d-e963-4145-90a9-2e6b9fd0fef0 req-1d50a931-19ec-4fcb-ac09-0d6525d2623a service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3660910
Dec 08 19:24:09.566796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bb7e287e-37f3-47cc-9143-cf35de9e97ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:11.568360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ce55d8e6-263d-42a4-8afe-e78d49d1497b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:12.718331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:14.014218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:14.023034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:18.158724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:26.938365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:24:39.546792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f30382f5-3cfa-4262-9a2b-7ef599c4d8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:41.575455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c975ccd7-20d2-47e5-a7e9-53e21ebd45f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:42.717591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:43.988156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:44.010336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:48.153501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:24:49.050967 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-40be63e2-17eb-430d-bffd-c93225cb87a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1469600
Dec 08 19:24:49.256578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-8df67642-ac66-4cde-b4aa-00aa108c4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:24:49.259693 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-8df67642-ac66-4cde-b4aa-00aa108c4ea8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.1159892
Dec 08 19:24:49.449061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-74111131-bdfc-49dc-8f26-74b9b4fff634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:24:49.451829 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-74111131-bdfc-49dc-8f26-74b9b4fff634 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.1675892
Dec 08 19:24:49.542763 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-7426fb77-302a-4b44-a531-a5008b622d87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.0838306
Dec 08 19:24:49.621430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-92f04a33-6cbb-41e1-8a36-34179e1fcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:24:49.623077 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-92f04a33-6cbb-41e1-8a36-34179e1fcb79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.0740128
Dec 08 19:24:49.680806 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-c3b410ea-2663-4a31-a0b4-f4f5e417aa4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509455
Dec 08 19:24:49.846792 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-d904b858-bef2-4e35-90cc-0f9090863163 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591916
Dec 08 19:24:50.162211 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5dafe2ea-866f-41a5-a8f0-a86e75844a14 req-1d0368ce-95bd-48b7-9c99-6365fd12fb76 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3070257
Dec 08 19:25:03.947496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:25:09.541667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-acac97fe-3f34-400b-bf0b-44e94b7e00f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:11.583484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-803807e2-c5b3-4d0d-a54b-182f328b0ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:12.736551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:14.014919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:14.030819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:18.196691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:39.552723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1460-c4a7-490a-bcad-c6cf471b7b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:40.947823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:25:41.575252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-beea02a9-8e5a-4611-a8fa-4345d42f12bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:42.744794 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:43.991619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:44.020962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:48.197161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:25:51.018955 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-4d314158-908a-4673-af28-079f9c44e655 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1199522
Dec 08 19:25:51.205297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-de461e27-901f-4373-bd11-ad37e4965721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:25:51.208808 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-de461e27-901f-4373-bd11-ad37e4965721 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 1162 time: 0.1604869
Dec 08 19:25:51.498280 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-d19466e5-a4bf-4ac9-81d7-485b1891662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:25:51.500562 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-d19466e5-a4bf-4ac9-81d7-485b1891662f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.2652946
Dec 08 19:25:51.738360 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-4167176e-459c-45cd-9924-588d5226118d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 200  len: 1001 time: 0.2306547
Dec 08 19:25:51.883252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-c672044e-b40a-4a9e-a877-ed07aacd224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:25:51.886437 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-c672044e-b40a-4a9e-a877-ed07aacd224a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.1394274
Dec 08 19:25:52.046273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-626be10b-d664-48ad-948a-a27d680075f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:25:52.049339 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-626be10b-d664-48ad-948a-a27d680075f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1553323
Dec 08 19:25:52.726161 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-02c7ccd8-d7b1-4147-8d0a-730792f014f2 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6679933
Dec 08 19:25:53.012312 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cb554c1-3749-4a26-b3e6-277a029ce2c6 req-dff68d2b-3ddb-4fa9-a34b-8b805548b612 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2787547
Dec 08 19:26:09.607633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da51a49e-cb07-4a31-98f6-cafd67e5df16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:11.588649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eadd8955-d13b-4aa3-9d8a-30116a1b04b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:12.740132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:14.032079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:14.041891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:17.947083 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:26:18.187744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:39.558627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-59e0be67-ab57-4225-be44-9939970a9c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:41.578037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7bbd3cd1-10f8-45ec-a41b-f636803966bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:42.741653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:44.021455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:44.045583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:48.204060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:26:51.152953 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-b3142d6b-919c-4542-8061-1fa9e9be576e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1499388
Dec 08 19:26:51.397417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-c4867e0e-8399-4112-b3e4-8cad191b2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:26:51.401777 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-c4867e0e-8399-4112-b3e4-8cad191b2473 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1163 time: 0.2154360
Dec 08 19:26:51.747341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-efe830f4-d1f1-4797-a8a4-f732ebef4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:26:51.750482 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-efe830f4-d1f1-4797-a8a4-f732ebef4a74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.3095245
Dec 08 19:26:51.958999 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-7ebb289c-b37c-4f91-ba5c-dba85ec767c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 200  len: 217 time: 0.1194773
Dec 08 19:26:52.099197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-e6c9aa2e-bff2-4438-bcda-9e922424d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:26:52.102235 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-e6c9aa2e-bff2-4438-bcda-9e922424d1c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.1358657
Dec 08 19:26:52.223297 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-91e6717a-fb0f-4c1c-8aad-1ac00ea0fbd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1134975
Dec 08 19:26:52.483610 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-1980039d-5ee1-4433-a4f3-3e15c9c51f08 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519159
Dec 08 19:26:52.815819 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa6fe8ea-6409-441c-94aa-9ece4caa5aef req-03255411-1554-4604-8b15-2e2761d90020 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3246837
Dec 08 19:26:54.959556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:27:09.584875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-11cc175f-087b-4484-8b30-e976e26a9586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:09.913656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3aa46-f6b1-47f3-8a4f-fd127ecd444e req-4df4afde-1ff5-44ab-8a5e-8b0cdc59ae4b tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:09.915846 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6df3aa46-f6b1-47f3-8a4f-fd127ecd444e req-4df4afde-1ff5-44ab-8a5e-8b0cdc59ae4b tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 946 time: 0.3537433
Dec 08 19:27:10.038025 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6df3aa46-f6b1-47f3-8a4f-fd127ecd444e req-7fd8b89b-e3f0-4fa0-ac5f-0ff4d3ce9881 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789239
Dec 08 19:27:10.041814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:10.059049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-7b3edfea-5687-4fc7-aa00-c38ac5c8c345 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:10.060741 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-7b3edfea-5687-4fc7-aa00-c38ac5c8c345 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.73 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 946 time: 0.1553631
Dec 08 19:27:10.174684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Deleting port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:10.175044 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:10.233411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:10.283680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:27:10.297311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,segment=NetworkSegment(d61716bc-b7ce-42fd-b906-ad6c0b2e330f),segment_id=d61716bc-b7ce-42fd-b906-ad6c0b2e330f)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:10.302909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:10.306885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:10.562739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:10.602578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.604974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.605946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.606914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.608405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.609407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.610364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.611707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.612824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.613736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.615074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.616141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.617414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.619150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.620110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.621278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.622236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.623156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.624070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.625413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.626818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.627877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.629334 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.630304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:10.653060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:10.783626 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5', 'code': 200}
Dec 08 19:27:10.823262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] For port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,segment=NetworkSegment(d61716bc-b7ce-42fd-b906-ad6c0b2e330f),segment_id=d61716bc-b7ce-42fd-b906-ad6c0b2e330f)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:10.824481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:11.125776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Calling delete_port for 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:11.331314 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cd285df2-e210-4479-a956-48d859cf19d4 req-283fd088-16a9-471f-b759-fc5c6a129ea9 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] 10.222.0.61 "GET /v2.0/security-groups/f3eb820a-7908-47cf-b922-ed4e2770ad2b HTTP/1.1" status: 200  len: 2883 time: 0.3717418
Dec 08 19:27:11.607470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6956b565-32be-49fd-bf9d-50c9da3952ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:11.725192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-cd285df2-e210-4479-a956-48d859cf19d4 req-7ec07c02-979e-4d91-81d5-320c3a880de1 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:11.731691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:11.794951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:11.941703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Pushing event deleted for resources: {'Port': ['ID=0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:11.953336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-cd285df2-e210-4479-a956-48d859cf19d4 req-7ec07c02-979e-4d91-81d5-320c3a880de1 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:12.115305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.115992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.116738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.117417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.118107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.118786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.119534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.120120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.120839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.121506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.122146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.122813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.123717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.124426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.125091 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.125743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.126498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.128123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.128856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.129775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.130242 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.130922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.131612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.132307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:12.172685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:12.211484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bb6f9-8c8a-4ef4-83b3-93b8c84bbe2f req-bd4ade1c-74ac-49a9-962e-8d65034a6dcb tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:12.214638 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f91bb6f9-8c8a-4ef4-83b3-93b8c84bbe2f req-bd4ade1c-74ac-49a9-962e-8d65034a6dcb tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 944 time: 0.9010386
Dec 08 19:27:12.415129 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f91bb6f9-8c8a-4ef4-83b3-93b8c84bbe2f req-3cc08aad-d5b9-4342-bbde-913f1cc815f4 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/security-groups?id=43da65cf-e53c-4008-9738-5e740c159794&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792865
Dec 08 19:27:12.423214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-cd285df2-e210-4479-a956-48d859cf19d4 req-7ec07c02-979e-4d91-81d5-320c3a880de1 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:12.489743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8e38b4b4-e8c8-4b01-93db-72206ba2b689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:12.539308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec07c02-979e-4d91-81d5-320c3a880de1 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb820a-7908-47cf-b922-ed4e2770ad2b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:12.544102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7ec07c02-979e-4d91-81d5-320c3a880de1 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:12.552169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] No DVR routers for this DVR port 0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:27:12.560213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:12.564976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'name': 'network-vif-deleted', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:27:12.587311 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-00451a9f-6730-4602-a5ff-aaab2367c131 req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.73 "DELETE /v2.0/ports/0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5 HTTP/1.1" status: 204  len: 173 time: 2.5198479
Dec 08 19:27:12.588975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-cd285df2-e210-4479-a956-48d859cf19d4 req-7ec07c02-979e-4d91-81d5-320c3a880de1 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:12.590660 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cd285df2-e210-4479-a956-48d859cf19d4 req-7ec07c02-979e-4d91-81d5-320c3a880de1 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] 10.222.0.61 "DELETE /v2.0/security-groups/f3eb820a-7908-47cf-b922-ed4e2770ad2b HTTP/1.1" status: 204  len: 173 time: 1.2304749
Dec 08 19:27:12.787968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:12.890218 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d2da4b-f600-4c50-8472-566eb559d5cd', 'name': 'network-vif-deleted', 'tag': '0bcbbe8e-2b5e-4238-ac42-f1e810d14ba5', 'status': 'completed', 'code': 200}
Dec 08 19:27:12.909058 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 47530) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:13.829026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a71674db-02a0-4ed3-a0b2-93ade7e3ac38 req-823381df-4404-4b51-80d1-3071383fb764 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Synchronizing usage tracker for tenant:79adf7f0656e4d138dafa7ea27b8c6be on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:27:13.896840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a71674db-02a0-4ed3-a0b2-93ade7e3ac38 req-823381df-4404-4b51-80d1-3071383fb764 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Unset dirty status for tenant:79adf7f0656e4d138dafa7ea27b8c6be on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:27:13.898766 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a71674db-02a0-4ed3-a0b2-93ade7e3ac38 req-823381df-4404-4b51-80d1-3071383fb764 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.2013226
Dec 08 19:27:13.956717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:14.006038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:14.041494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:15.304220 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5fc8573e-9dfe-41c7-b025-7e8a7b7fd8e5 req-9a3990f8-ee96-432e-ae57-c84f1a7e0c77 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1112633
Dec 08 19:27:15.451834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Deleting port e6561059-da5d-471d-bdec-5972799bfe5a {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:15.452545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:15.721108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] For port e6561059-da5d-471d-bdec-5972799bfe5a, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=e6561059-da5d-471d-bdec-5972799bfe5a,segment=NetworkSegment(7880df29-bf95-4a4d-8a59-fd0da39949fd),segment_id=7880df29-bf95-4a4d-8a59-fd0da39949fd)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:15.721718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:15.918377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Calling delete_port for e6561059-da5d-471d-bdec-5972799bfe5a owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:16.398958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:16.432077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ffa0ac99-c2df-4f4f-b803-57ffebc0be7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:16.518306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6561059-da5d-471d-bdec-5972799bfe5a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:16.559031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:16.689625 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1a6b25dd-d0ea-40a0-b39e-e969eb55820c req-2268c1ef-b294-4e02-bf98-221716e3d35e tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0651624
Dec 08 19:27:17.035225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:17.879639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Router 39a5c907-5fe2-4bd8-b5d1-e90562271989 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:27:18.074061 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fd298667-9722-4bac-9a3a-4d7863d2bf8d req-35b59948-c311-43f1-b9f8-214fbb46a160 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1871545
Dec 08 19:27:18.203325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:18.601175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:27:18.619448 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] 10.222.0.61 "PUT /v2.0/routers/39a5c907-5fe2-4bd8-b5d1-e90562271989/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7087138
Dec 08 19:27:18.622286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 47604) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:18.632687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] Sync routers for ids ['39a5c907-5fe2-4bd8-b5d1-e90562271989'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:27:18.645846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] Routers {'39a5c907-5fe2-4bd8-b5d1-e90562271989'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:27:18.646666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddbcca58>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:27:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39a5c907-5fe2-4bd8-b5d1-e90562271989'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:18.845958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:18.958890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] Set router 39a5c907-5fe2-4bd8-b5d1-e90562271989 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:27:19.138813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:19.156629 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Deleting port 941335fb-2ece-4aea-926c-8bbc314a3566 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:19.157922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:19.527903 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d463d464-5808-41c8-a411-c7fd40c1a092 req-4efd4aef-3742-4d55-890e-6c610704b6f3 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1789634
Dec 08 19:27:19.550524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddbcca58>, [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:27:16Z', 'revision_number': 5, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:19.558934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] Checking router: 39a5c907-5fe2-4bd8-b5d1-e90562271989 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:27:19.580267 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] Routers {'39a5c907-5fe2-4bd8-b5d1-e90562271989'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:27:19.581869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddbcca58>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:27:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39a5c907-5fe2-4bd8-b5d1-e90562271989'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:19.632583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] For port 941335fb-2ece-4aea-926c-8bbc314a3566, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=941335fb-2ece-4aea-926c-8bbc314a3566,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:19.633461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:19.808477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Calling delete_port for 941335fb-2ece-4aea-926c-8bbc314a3566 owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:19.936074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] Set router 39a5c907-5fe2-4bd8-b5d1-e90562271989 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:27:20.092675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     result = function(*args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     proto.__init__(conn_state, self)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.handle()
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.handle_one_request()
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.handle_one_response()
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     result = self.application(self.environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return app(environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return request.get_response(self.application)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self._app)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return resp(environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return resp(environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = self.app(environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return resp(environ, start_response)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:20.106194 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     result = method(request=request, **args)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._delete(request, id, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*dup_args, **dup_kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     obj_deleter(request.context, id, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return method(*args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*dup_args, **dup_kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._delete_current_gw_port(context, id, router, None)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, context, *args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return method(*args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     context, port, router_ids, bound_mech_contexts)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     return function(*args, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     callback(resource, event, trigger, **kwargs)
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     if self._is_session_semantic_violated(context, resource, event):
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]:     stack = traceback.extract_stack()
Dec 08 19:27:20.120697 dv-cinder-766064-1-iscsi neutron-server[80210]: 
Dec 08 19:27:20.323026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:20.515108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddbcca58>, [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:27:16Z', 'revision_number': 5, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:20.522166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:20.526314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:20.537534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c15b8-4703-444c-b375-fecdfd81a8bb None None] The sync data for ids ['39a5c907-5fe2-4bd8-b5d1-e90562271989'] in dv-cinder-766064-1-iscsi is: [{'id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'name': 'tempest-TestVolumeBootPattern-1516689802-router', 'tenant_id': '47baf372094d49d2b33d4ab8c02b0285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:22Z', 'updated_at': '2020-12-08T19:27:16Z', 'revision_number': 5, 'project_id': '47baf372094d49d2b33d4ab8c02b0285', 'gw_port': {'id': '941335fb-2ece-4aea-926c-8bbc314a3566', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a5c907-5fe2-4bd8-b5d1-e90562271989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:25Z', 'updated_at': '2020-12-08T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:27:20.702178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:20.703113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a5c907-5fe2-4bd8-b5d1-e90562271989 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:27:20.727493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:20.731939 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4aa0b796-a8ed-40a9-b650-473b793f8411 admin admin] 10.222.0.61 "DELETE /v2.0/routers/39a5c907-5fe2-4bd8-b5d1-e90562271989 HTTP/1.1" status: 204  len: 168 time: 2.1057148
Dec 08 19:27:20.733676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47628) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:20.838508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device e6561059-da5d-471d-bdec-5972799bfe5a no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:20.908446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Deleting subnet f0328cf3-0f47-4c96-98bd-673b0d20d08f {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:27:20.915317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:20.936839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: e6561059-da5d-471d-bdec-5972799bfe5a {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:27:20.938240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device e6561059-da5d-471d-bdec-5972799bfe5a not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:27:21.022711 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b0bcf162-eecf-4908-8e38-7b39e4e8cf11 req-83cc0550-3bbb-48e5-a9dc-bedbcbdc5105 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1292915
Dec 08 19:27:21.050969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:21.267286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:21.801671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:21.832968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:21.904843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0328cf3-0f47-4c96-98bd-673b0d20d08f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:21.969734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.970480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.970696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.971108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.971504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.971905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.972341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.972743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.973131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.973645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.974037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.974425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.974931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.975325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.975714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.976102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.976516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.976928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.977315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.977762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.978143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.978592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.979226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.979466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:27:21.989094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:22.025526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:22.032753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f528c20-97ac-429e-89d9-c52c92961bd5 None None] Network 145f84fe-36b7-4576-8f10-7434572d7443 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:27:22.034748 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f0328cf3-0f47-4c96-98bd-673b0d20d08f HTTP/1.1" status: 204  len: 168 time: 1.2991252
Dec 08 19:27:22.037598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47642) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:22.261122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:22.410661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Deleting port f576f0aa-1af2-4ffb-84bb-b1d53816602a {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:22.411431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:22.432250 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2298d3c7-1ccf-4d82-8643-792bc0605565 req-696e891e-4761-47b0-8b97-3f0f8bebc8e1 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1040189
Dec 08 19:27:22.546446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] DHCP port deletion for 145f84fe-36b7-4576-8f10-7434572d7443 request from dv-cinder-766064-1-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 08 19:27:22.554717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Deleting port f576f0aa-1af2-4ffb-84bb-b1d53816602a {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:22.555850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:22.911463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] For port f576f0aa-1af2-4ffb-84bb-b1d53816602a, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f576f0aa-1af2-4ffb-84bb-b1d53816602a,segment=NetworkSegment(7880df29-bf95-4a4d-8a59-fd0da39949fd),segment_id=7880df29-bf95-4a4d-8a59-fd0da39949fd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:22.912660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:22.952229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 941335fb-2ece-4aea-926c-8bbc314a3566 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:23.062757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 941335fb-2ece-4aea-926c-8bbc314a3566 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:27:23.063322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 941335fb-2ece-4aea-926c-8bbc314a3566 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:27:23.064137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f576f0aa-1af2-4ffb-84bb-b1d53816602a no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:23.159953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] For port f576f0aa-1af2-4ffb-84bb-b1d53816602a, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f576f0aa-1af2-4ffb-84bb-b1d53816602a,segment=NetworkSegment(7880df29-bf95-4a4d-8a59-fd0da39949fd),segment_id=7880df29-bf95-4a4d-8a59-fd0da39949fd)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:23.160713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:23.160905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Calling delete_port for f576f0aa-1af2-4ffb-84bb-b1d53816602a owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:23.304393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:23.333911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e8438f29-026f-4069-9fa9-b319c1263b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:23.375898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Calling delete_port for f576f0aa-1af2-4ffb-84bb-b1d53816602a owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:23.438188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f576f0aa-1af2-4ffb-84bb-b1d53816602a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:23.445608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No active binding found for port f576f0aa-1af2-4ffb-84bb-b1d53816602a {{(pid=80324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 08 19:27:23.446254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f576f0aa-1af2-4ffb-84bb-b1d53816602a not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:27:23.446476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:23.637337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] No DVR routers for this DVR port f576f0aa-1af2-4ffb-84bb-b1d53816602a on host dv-cinder-766064-1-iscsi {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:27:23.684873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:27:23.685571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:27:23.839565 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e9741431-7377-49c9-8dea-d4a035d58167 req-54d6d59e-a93d-4c51-85f4-9cfcf64f857c tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0867894
Dec 08 19:27:23.926110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:24.190583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Deleting port f576f0aa-1af2-4ffb-84bb-b1d53816602a {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:24.190583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:24.331482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-bed81e18-0dee-4abb-beb2-eb62276d3b87 None None] The port 'f576f0aa-1af2-4ffb-84bb-b1d53816602a' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 08 19:27:24.569761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd060160>,) {'filters': {'network_id': ['145f84fe-36b7-4576-8f10-7434572d7443']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:24.607546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd060160>, '7880df29-bf95-4a4d-8a59-fd0da39949fd') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:24.608105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd060160>, '7880df29-bf95-4a4d-8a59-fd0da39949fd') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:24.638945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:24.685646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:24.691351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:27:25.065428 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Network 145f84fe-36b7-4576-8f10-7434572d7443 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:27:25.086166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:25.166581 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-37ad3853-c75e-4d2b-8bfc-3c4b5f741093 req-fb669146-5c7e-49ba-a9db-de85238d0b4c tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0919564
Dec 08 19:27:25.459156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Network 145f84fe-36b7-4576-8f10-7434572d7443 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:27:25.514034 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:27:25.701972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:25.707522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:25.733805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:25.757865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=145f84fe-36b7-4576-8f10-7434572d7443,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:25.764303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:25.767516 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] 10.222.0.61 "DELETE /v2.0/networks/145f84fe-36b7-4576-8f10-7434572d7443 HTTP/1.1" status: 204  len: 168 time: 3.7280974
Dec 08 19:27:25.772680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47684) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:26.453519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:26.469218 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3d974b3e-4176-4551-8608-b834066e0bce req-c9e0d39e-691b-43b7-b25d-4b849f764e59 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0849319
Dec 08 19:27:27.607387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Deleting port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:27.608315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:27.867891 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c1b564db-3484-4b6e-a87c-92cfe308968a req-8c948eb1-d044-422f-9a42-4cb15011987e tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0956740
Dec 08 19:27:27.929891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] For port 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,segment=NetworkSegment(e098709b-b9e2-472c-9321-732539b432c4),segment_id=e098709b-b9e2-472c-9321-732539b432c4)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:27.930452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:28.142123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Calling delete_port for 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:28.725252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:28.742574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-76eff21e-676c-4ae9-a15b-69ae4dc653b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:28.797565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3769c1-82ee-42b1-81fe-4be33c5b0dd8,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:28.801304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:29.216306 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68cb394a-2894-43e4-8c51-39569edb863a req-2a8ec7b4-4ed8-47bd-98f9-92149c8eb93f tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1065550
Dec 08 19:27:29.864705 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:30.552271 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-959253c0-96cb-446e-b7a7-b0f2d8ee231f req-b4b0f629-5bd5-4b41-ac5e-4aea05e4c7a9 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1053643
Dec 08 19:27:30.946237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Router e89c8d2d-ea75-4b41-98d0-b47c19d41caa has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:27:31.300349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:27:31.316729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] Sync routers for ids ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:27:31.318079 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4ce970b7-cdef-432a-a2cb-95d1b26f37db admin admin] 10.222.0.61 "PUT /v2.0/routers/e89c8d2d-ea75-4b41-98d0-b47c19d41caa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5433493
Dec 08 19:27:31.326369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47740) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:31.338203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] Routers {'e89c8d2d-ea75-4b41-98d0-b47c19d41caa'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:27:31.339078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf4dbe0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:27:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:31.718148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:31.744921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] Set router e89c8d2d-ea75-4b41-98d0-b47c19d41caa gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:27:31.901293 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-30fc82d2-adf8-4db6-a7ba-86858737aded req-c27c4c0c-620a-4b2b-9206-0125aeb7baf6 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0961657
Dec 08 19:27:31.963990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:27:32.037362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:32.050748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Deleting port 1f4e03d8-ede0-4389-8026-c05c4a8ae972 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:32.051540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:32.368564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] For port 1f4e03d8-ede0-4389-8026-c05c4a8ae972, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=1f4e03d8-ede0-4389-8026-c05c4a8ae972,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:32.368564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:32.636910 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Calling delete_port for 1f4e03d8-ede0-4389-8026-c05c4a8ae972 owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:32.682135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf4dbe0>, [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:27:28Z', 'revision_number': 5, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:32.691612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] Checking router: e89c8d2d-ea75-4b41-98d0-b47c19d41caa for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:27:32.713676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] Routers {'e89c8d2d-ea75-4b41-98d0-b47c19d41caa'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:27:32.716059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf4dbe0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:27:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:32.884122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.plugins.ml2.ovo_rpc [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     result = function(*args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     proto.__init__(conn_state, self)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.handle()
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.handle_one_request()
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.handle_one_response()
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     result = self.application(self.environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return app(environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self.application)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return request.get_response(self.application)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = req.get_response(self._app)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     application, catch_exc_info=False)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     app_iter = application(self.environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return resp(environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return resp(environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     response = self.app(environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return resp(environ, start_response)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     resp = self.call_func(req, *args, **kw)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.func(req, *args, **kwargs)
Dec 08 19:27:32.896242 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     result = method(request=request, **args)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._delete(request, id, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*dup_args, **dup_kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     obj_deleter(request.context, id, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return method(*args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(*dup_args, **dup_kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._delete_current_gw_port(context, id, router, None)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, context, *args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return method(*args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     context, port, router_ids, bound_mech_contexts)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     return function(*args, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     callback(resource, event, trigger, **kwargs)
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     if self._is_session_semantic_violated(context, resource, event):
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]:     stack = traceback.extract_stack()
Dec 08 19:27:32.910986 dv-cinder-766064-1-iscsi neutron-server[80210]: 
Dec 08 19:27:33.156694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] Set router e89c8d2d-ea75-4b41-98d0-b47c19d41caa gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:27:33.292614 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e3d4f678-1d79-4a24-b8db-16fff4904b3f req-cf4d0ce0-b6af-40f4-803f-ae435cffe07b tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0853415
Dec 08 19:27:33.296385 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:33.576987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:33.583919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:33.774008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf4dbe0>, [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:27:28Z', 'revision_number': 5, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:33.783371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad74087-ea78-472d-b353-86fce16eeecf None None] The sync data for ids ['e89c8d2d-ea75-4b41-98d0-b47c19d41caa'] in dv-cinder-766064-1-iscsi is: [{'id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'name': 'tempest-TestVolumeBootPattern-722785557-router', 'tenant_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:14:56Z', 'updated_at': '2020-12-08T19:27:28Z', 'revision_number': 5, 'project_id': '6081e3920b694cbeb5f1f3e8c571ddc2', 'gw_port': {'id': '1f4e03d8-ede0-4389-8026-c05c4a8ae972', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c8d2d-ea75-4b41-98d0-b47c19d41caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:14:58Z', 'updated_at': '2020-12-08T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:27:33.788255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:33.789868 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89c8d2d-ea75-4b41-98d0-b47c19d41caa {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:27:33.811152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:33.816101 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-cb8d8c6a-2ce6-4739-b2fe-75c208a124b2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e89c8d2d-ea75-4b41-98d0-b47c19d41caa HTTP/1.1" status: 204  len: 168 time: 2.4849977
Dec 08 19:27:33.817241 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 47772) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:33.943340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Deleting subnet 738471f9-9291-4b56-ba1d-32485b509119 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:27:33.948723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:34.022013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:34.126304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:34.739323 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0aef1e33-2b8f-45f5-955d-4b194395adc5 req-bf1e80b8-bb84-4aba-bd51-60cf477e49ad tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1318979
Dec 08 19:27:34.812898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:34.846402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:34.908626 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:34.937669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738471f9-9291-4b56-ba1d-32485b509119,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:34.946775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:34.968876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:27:34.969540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9c3769c1-82ee-42b1-81fe-4be33c5b0dd8 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:27:34.972644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 1f4e03d8-ede0-4389-8026-c05c4a8ae972 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:35.041858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 1f4e03d8-ede0-4389-8026-c05c4a8ae972 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:27:35.042399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 1f4e03d8-ede0-4389-8026-c05c4a8ae972 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:27:35.100237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:35.105806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1e220d-fdc7-4132-944c-f4b18ce0fc54 None None] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:27:35.109116 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ce098294-b74b-4cf9-85da-58747c1fa39a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/738471f9-9291-4b56-ba1d-32485b509119 HTTP/1.1" status: 204  len: 168 time: 1.2898715
Dec 08 19:27:35.113008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47788) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:35.354508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:35.496882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Deleting port 9663c063-c33e-4fd5-a460-82f156405ffd {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:35.497485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:35.532247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] DHCP port deletion for b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e request from dv-cinder-766064-1-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 08 19:27:35.542499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] Deleting port 9663c063-c33e-4fd5-a460-82f156405ffd {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:35.543591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:35.960704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] For port 9663c063-c33e-4fd5-a460-82f156405ffd, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=9663c063-c33e-4fd5-a460-82f156405ffd,segment=NetworkSegment(e098709b-b9e2-472c-9321-732539b432c4),segment_id=e098709b-b9e2-472c-9321-732539b432c4)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:35.962430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:36.171568 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9c73bed3-40ff-45b3-baf4-8ffd9323f776 req-921ebd8d-d5fb-4d45-804e-73e1237ecce7 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1189570
Dec 08 19:27:36.263898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] Calling delete_port for 9663c063-c33e-4fd5-a460-82f156405ffd owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:36.334835 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] For port 9663c063-c33e-4fd5-a460-82f156405ffd, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=9663c063-c33e-4fd5-a460-82f156405ffd,segment=NetworkSegment(e098709b-b9e2-472c-9321-732539b432c4),segment_id=e098709b-b9e2-472c-9321-732539b432c4)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:36.335500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:36.433293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:36.469953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f884e66e-2107-4dd4-abb5-6a8b69c31dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:36.566621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Calling delete_port for 9663c063-c33e-4fd5-a460-82f156405ffd owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:36.665637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] Pushing event deleted for resources: {'Port': ['ID=9663c063-c33e-4fd5-a460-82f156405ffd,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:36.674239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:36.693776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:27:36.694507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:27:36.714804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09fab1-b814-45fe-a2e3-3a67b22d7ecd None None] No DVR routers for this DVR port 9663c063-c33e-4fd5-a460-82f156405ffd on host dv-cinder-766064-1-iscsi {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:27:36.876823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9663c063-c33e-4fd5-a460-82f156405ffd no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:36.946630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 9663c063-c33e-4fd5-a460-82f156405ffd {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:27:36.947284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 9663c063-c33e-4fd5-a460-82f156405ffd not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:27:37.196652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Deleting port 9663c063-c33e-4fd5-a460-82f156405ffd {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:37.197477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:37.317341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] The port '9663c063-c33e-4fd5-a460-82f156405ffd' was deleted {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 08 19:27:37.468053 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68a0015c-ef00-4f4b-822f-0235e4913f9b req-1fc8d6e0-74b8-4638-b667-4c34b18e0815 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0687506
Dec 08 19:27:37.482099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:37.665555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edec6a710>,) {'filters': {'network_id': ['b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:37.692039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edec6a710>, 'e098709b-b9e2-472c-9321-732539b432c4') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:37.692923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edec6a710>, 'e098709b-b9e2-472c-9321-732539b432c4') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:37.717279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:37.742867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:37.745668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:27:37.993747 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:27:38.007622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:38.263217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Network b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   % (table.description, expected, rows_matched)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   % (table.description, expected, rows_matched)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   % (table.description, expected, rows_matched)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   % (table.description, expected, rows_matched)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:27:38.292880 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:27:38.386482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:38.391248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:38.410531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:38.424511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:38.429636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:38.435085 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b3fecbbc-f7f7-4f5e-b071-289fb0f3e84e HTTP/1.1" status: 204  len: 168 time: 3.3166268
Dec 08 19:27:38.687323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47830) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:38.757545 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5c527f62-671f-487b-a884-f37b9f0560bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47baf372094d49d2b33d4ab8c02b0285&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0686169
Dec 08 19:27:38.764300 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-372f9359-984e-4355-bd4c-0d8021de69f6 req-2c6f7d12-2840-486b-a6ce-8f08e610c34e tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0643978
Dec 08 19:27:38.765529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 47836) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:38.868252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:38.906658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:38.962744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:38.969526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-912eaf77-0d9a-418e-bb86-040639708f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:38.988786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0def69-ae59-4eaf-9a4d-7f18a292eb08,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:38.991917 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:38.996382 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a0def69-ae59-4eaf-9a4d-7f18a292eb08 HTTP/1.1" status: 204  len: 168 time: 0.2265005
Dec 08 19:27:38.996382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:39.558317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14c29929-cec3-4136-a375-48c0d273e4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:39.837096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47854) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:39.963051 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c0336d19-127d-4e97-8584-1856182440e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6081e3920b694cbeb5f1f3e8c571ddc2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1234958
Dec 08 19:27:39.967380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 47860) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:27:40.109041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:40.153158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:40.168583 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-305c8c5b-2675-4bfe-b674-f551a1d3d023 req-cfd5dc23-8735-47f8-8e08-20da84850b14 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1099961
Dec 08 19:27:40.286946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:40.298290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3a9c5ce5-3683-4ca9-9971-0a5e92614a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:40.322447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e21958-b6a8-40b6-8489-e59a9f3b3cf3,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:40.330339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:40.340237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:40.345389 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22e21958-b6a8-40b6-8489-e59a9f3b3cf3 HTTP/1.1" status: 204  len: 168 time: 0.3754275
Dec 08 19:27:40.695779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95fbf-c39f-4d88-acf9-3745cc688b4e req-1980c914-ee9e-431c-a56d-8f1eb0de05c5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:40.698218 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-45f95fbf-c39f-4d88-acf9-3745cc688b4e req-1980c914-ee9e-431c-a56d-8f1eb0de05c5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.1551480
Dec 08 19:27:40.776311 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-45f95fbf-c39f-4d88-acf9-3745cc688b4e req-700877cd-ba8a-4acd-a9e6-b0a97b6aa0a9 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659904
Dec 08 19:27:41.035758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470362-3534-4c48-b879-696800d458a6 req-d04ade38-9ca3-49ef-a305-872545fed0e0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:41.038578 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b6470362-3534-4c48-b879-696800d458a6 req-d04ade38-9ca3-49ef-a305-872545fed0e0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.1538966
Dec 08 19:27:41.155569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Deleting port bd21d94c-4e73-42bc-88e0-c2405a5990ab {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:41.156054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:41.574741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-aadd9fc7-2495-4591-8525-4c692780ce04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:41.585479 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d40efa37-4d6b-49d0-a263-4260de9ff2c3 req-04a39a4a-3d41-4bdf-a66a-e711f1cb2a27 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0871024
Dec 08 19:27:42.065515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] For port bd21d94c-4e73-42bc-88e0-c2405a5990ab, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:42.066953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:42.199015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device bd21d94c-4e73-42bc-88e0-c2405a5990ab no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:27:42.305375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86e48f-92bd-4145-ac1f-2b69ebab78fb req-6994c7bd-b8e3-42e0-a306-907a9e043c75 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:42.307614 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5e86e48f-92bd-4145-ac1f-2b69ebab78fb req-6994c7bd-b8e3-42e0-a306-907a9e043c75 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 945 time: 0.3449275
Dec 08 19:27:42.401168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:42.468487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port bd21d94c-4e73-42bc-88e0-c2405a5990ab, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:42.471783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:27:42.482445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:42.485997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:42.588948 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5e86e48f-92bd-4145-ac1f-2b69ebab78fb req-83defbd9-5410-42e4-8260-762a10770773 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2639701
Dec 08 19:27:42.617289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:42.617990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:42.618598 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Floating IP e1ea717b-16a8-4bbc-9d06-cd966f3502ba disassociated. External IP: 172.27.0.137, port: bd21d94c-4e73-42bc-88e0-c2405a5990ab.
Dec 08 19:27:42.619278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Calling delete_port for bd21d94c-4e73-42bc-88e0-c2405a5990ab owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:42.694575 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'code': 200}
Dec 08 19:27:42.718115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=bd21d94c-4e73-42bc-88e0-c2405a5990ab,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:42.742176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:42.761720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:42.777067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:27:42.777881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:27:42.945116 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e391bec9-75aa-43db-bc82-26376ab89604 req-c20830e9-7a07-494d-b2cf-bca38d6bada0 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0833619
Dec 08 19:27:43.279662 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Deleting port bd21d94c-4e73-42bc-88e0-c2405a5990ab {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:27:43.280556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:43.699533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] For port bd21d94c-4e73-42bc-88e0-c2405a5990ab, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=bd21d94c-4e73-42bc-88e0-c2405a5990ab,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:27:43.700263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:44.039565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:44.065716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:44.220537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccfdfc-7fb0-4b23-9fa2-03e881609dba req-2e3231d0-a406-478b-8a19-a7f07f7d7492 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:44.222249 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-12ccfdfc-7fb0-4b23-9fa2-03e881609dba req-2e3231d0-a406-478b-8a19-a7f07f7d7492 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 943 time: 0.4102032
Dec 08 19:27:44.342536 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a0c854b5-7ad6-4922-a211-1bf2e807a64e req-d65cb6e3-9bdb-4e47-8dea-ffe2d660cbbd tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.1155906
Dec 08 19:27:44.417476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:44.417886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:44.418324 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Floating IP e1ea717b-16a8-4bbc-9d06-cd966f3502ba disassociated. External IP: 172.27.0.137, port: bd21d94c-4e73-42bc-88e0-c2405a5990ab.
Dec 08 19:27:44.418768 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Calling delete_port for bd21d94c-4e73-42bc-88e0-c2405a5990ab owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:27:44.466391 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-12ccfdfc-7fb0-4b23-9fa2-03e881609dba req-b5d10cf4-4810-4914-b3b3-dcd2290ea4d4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=9616bed9-3faf-468f-99bb-889792d6e947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1699002
Dec 08 19:27:44.669490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:44.700244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:27:44.822286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event deleted for resources: {'Port': ['ID=bd21d94c-4e73-42bc-88e0-c2405a5990ab,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:27:44.832488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:27:45.437897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Router 39b65b94-23f6-455e-b993-30002627aa5b has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:27:46.208612 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b38123b2-f688-432b-a04a-eb7c6dc86d8b req-c7de21a3-3316-4504-8b12-3d9793c3cc18 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.4970553
Dec 08 19:27:46.303858 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d6e46a75-8fd1-41d4-b0a9-6c92027cd4d8 req-92b88be6-1bd9-4031-b24e-5ff7eb79ffdd tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.1259303
Dec 08 19:27:46.376449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:27:46.421047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] Sync routers for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:27:46.435218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:27:46.436138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd2a5c18>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:27:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:46.449014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] No DVR routers for this DVR port bd21d94c-4e73-42bc-88e0-c2405a5990ab on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:27:46.452912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:46.458127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'name': 'network-vif-deleted', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:27:46.488275 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b6470362-3534-4c48-b879-696800d458a6 req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "DELETE /v2.0/ports/bd21d94c-4e73-42bc-88e0-c2405a5990ab HTTP/1.1" status: 204  len: 173 time: 5.4426694
Dec 08 19:27:46.581772 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c49f730-6670-4887-b340-cc471cdd7fa9', 'name': 'network-vif-deleted', 'tag': 'bd21d94c-4e73-42bc-88e0-c2405a5990ab', 'status': 'completed', 'code': 200}
Dec 08 19:27:46.770194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:27:47.261719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd2a5c18>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:47.270055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] Checking router: 39b65b94-23f6-455e-b993-30002627aa5b for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:27:47.288957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:27:47.290190 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd2a5c18>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:27:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:47.450320 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3e728eb2-3986-4a10-9570-d1db9f3cd4a7 req-c9790245-f09e-4f99-81f4-85e0ba400b27 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0649803
Dec 08 19:27:47.602091 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-1024402a-8aac-4289-ab50-66d55d5f5a0d req-403b7920-f097-4990-8ef1-81c45f4e6911 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Synchronizing usage tracker for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:27:47.612468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:27:47.633484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-1024402a-8aac-4289-ab50-66d55d5f5a0d req-403b7920-f097-4990-8ef1-81c45f4e6911 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Unset dirty status for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:27:47.635642 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1024402a-8aac-4289-ab50-66d55d5f5a0d req-403b7920-f097-4990-8ef1-81c45f4e6911 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.1106493
Dec 08 19:27:48.034511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd2a5c18>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:27:48.042921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10145304-4b14-4797-a04a-72634fc7f24d None None] The sync data for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi is: [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:27:48.204634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:27:48.479479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f25708-e4c1-48d9-a1c8-823463512b7a None None] New status for floating IP e1ea717b-16a8-4bbc-9d06-cd966f3502ba: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:27:48.752733 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c668f87e-8251-4fb7-bed6-447e19a11b96 req-f18ff023-96b4-46b9-85f8-882eb4458eaa tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0577815
Dec 08 19:27:48.896608 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cd919e75-e6ef-4ed4-9c23-a1709961f192 req-55c4ad44-24cc-48d6-9e35-b99249800037 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0544410
Dec 08 19:27:49.976430 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c9472a06-988b-4186-a780-46b860a5e3d7 req-77b4c512-8531-4ddb-9c25-7eb3858ae948 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0506306
Dec 08 19:27:50.144650 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5d9cb227-d9b9-4a19-8138-d666e9ef2db6 req-d662784b-0eb9-4468-80e3-7398150535d5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0513084
Dec 08 19:27:51.218284 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-046cfd88-be2c-4eff-8253-fba704ca82c5 req-9bc35d23-4d58-449f-8a54-046bcf068b14 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0718319
Dec 08 19:27:51.409745 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e38905c3-1116-4e61-8c71-a0c8d4c76b6d req-52f313bf-aafd-4ed2-ab2e-ab9f915d3197 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0667286
Dec 08 19:27:52.529565 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7b9c22c4-7e0c-4520-a8c8-02e3e44f99ba req-d786f194-ef41-4d54-bcd0-bc39e99fbdeb tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0914757
Dec 08 19:27:52.755398 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-00100845-120c-4d7c-8bb4-03b00906bfca req-3662f549-da91-4c3a-ac1c-d799c041b166 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0537210
Dec 08 19:27:53.456208 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-f98ad6ba-196c-4224-9c6c-952c2e86f0d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4945464
Dec 08 19:27:53.638576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-82018362-4d79-43a7-b18a-2b58faeacaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:53.641855 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-82018362-4d79-43a7-b18a-2b58faeacaf1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 1162 time: 0.1579800
Dec 08 19:27:53.938850 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ece9ba74-9e50-4bc4-9c8b-3e92ffd21a6e req-c7599459-e584-4419-a21e-2a2b69bf8502 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0832293
Dec 08 19:27:54.013963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-ef0cbe6a-8bc5-4b6b-98c1-360be37856f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:54.016874 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-ef0cbe6a-8bc5-4b6b-98c1-360be37856f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 200  len: 908 time: 0.3445072
Dec 08 19:27:54.159621 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-0cf88b90-d9af-4405-a157-f39d768d89e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 200  len: 217 time: 0.1354289
Dec 08 19:27:54.166640 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-28ed4f68-df11-4dfd-a100-f262313448ab req-47b861e2-5530-42fd-a986-f02f94bfd49b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0716934
Dec 08 19:27:54.246107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-e7900486-9054-4063-8656-c33c16672fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:54.248247 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-e7900486-9054-4063-8656-c33c16672fb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 200  len: 853 time: 0.0803442
Dec 08 19:27:54.345445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-0b444620-f1dd-4b41-945f-ce17f54459b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:27:54.347582 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-0b444620-f1dd-4b41-945f-ce17f54459b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0827a540-a161-4ea5-ba22-c3b85ff6684e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929470
Dec 08 19:27:54.567475 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-ea592b3c-7401-4982-8f54-fc387910138c service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116745
Dec 08 19:27:54.730206 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d9e5703-3001-4bba-99c5-a76e41fd92c6 req-96dc49f3-cfca-42dd-8982-cae685fd533a service neutron] 10.222.0.73 "GET /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548753
Dec 08 19:27:55.182973 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72077d67-3f91-4c27-85a9-b972ea449691 req-67f0cc04-4206-4682-bfcb-f6b43f95debd tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0846572
Dec 08 19:27:55.525748 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-db9faba2-57f5-4789-bf74-b9063a417262 req-719fb282-7f1a-4445-bdb6-d53ecc738410 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0896461
Dec 08 19:27:56.386733 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-424e7e4b-68a0-4936-9db2-9b89faeca8c8 req-e48bde74-c2f9-40ed-9576-f62e8b6f670f tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0610375
Dec 08 19:27:56.780978 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7c24adea-1273-4c71-869a-1cff56c37d7f req-f561be54-4098-4270-822d-86452fedf39d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0562119
Dec 08 19:27:57.591879 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-04d7defa-9eb8-4448-bd55-3ddfec7f7fdb req-087d8b9e-8bb7-4295-a74a-0f9b125fadad tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0525115
Dec 08 19:27:57.988658 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ca960284-eb38-4eda-8499-eeb505efa1ff req-e72e7335-5774-4836-b25a-2cbc373d8343 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0546851
Dec 08 19:27:58.812669 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-091550f4-8578-4b07-9b50-dde3ce1f2be2 req-26a5a9d4-0603-4b8a-acc6-b85c1273d588 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0536389
Dec 08 19:27:59.241771 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b8c66de1-5f72-4fab-a81d-6e722619083c req-63dab0f3-73e9-4eed-bac0-7c78df883fcd tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0592504
Dec 08 19:28:00.118503 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dd42f147-0582-4d51-b859-af8bcd21cd76 req-c19c3331-82d5-4e42-8d5d-fdbe81f7f910 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0555296
Dec 08 19:28:00.489617 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-17b628b8-f3dd-48e2-8e9d-845bd8e20bdc req-bc747798-4e04-4b0a-927c-5424c32e23db tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0549276
Dec 08 19:28:01.435587 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7379e0ad-69f2-43fb-bfdd-5fb9d609adc0 req-2bb6cd48-deff-4cfa-8b33-2ba3c9c13841 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0558591
Dec 08 19:28:01.786169 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e8cc10c-972d-4a5c-9d8e-d564236ed8aa req-2de56549-f235-48fe-bf04-1869e44665d3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0930684
Dec 08 19:28:02.720690 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b022886b-3e9d-48d6-9b92-2350d5418b5e req-cff26953-727a-4e4b-b8b0-e5da39b77958 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0489240
Dec 08 19:28:03.038260 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3fbe31fd-5cf9-44dd-9cfa-fffc356e030e req-55800052-11a4-4916-bfba-664f3f810956 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0523174
Dec 08 19:28:03.914373 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-efc722df-8386-48c9-ae81-cffe34fa8a8c req-b1978dce-6f4c-48ad-9520-136ed1ece362 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0547755
Dec 08 19:28:04.236075 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b44aca26-793a-4a80-9ea4-8d624847c709 req-264cf36d-463b-4e44-9d31-369ca8cefc0a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0512383
Dec 08 19:28:05.128827 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7b10a88c-7b9b-4584-9d68-e5ce2a982893 req-70409792-6675-46aa-bcb5-07574105da25 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0513785
Dec 08 19:28:05.565622 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e75704f3-1349-47ff-a522-c4e7f84ae5fa req-80a0071f-611c-45f6-8acf-cce5837c2c66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0821872
Dec 08 19:28:06.406925 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed10ec4-4694-4c2b-90ec-b314e34154c7 req-0c716bb6-2f1d-460e-abdd-cf4fa43b9da5 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0713663
Dec 08 19:28:06.786667 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1a9796e7-02bd-4683-ba6a-249b73fd2d78 req-42c9cbe5-f612-404a-8951-9a9f47296ce0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0545847
Dec 08 19:28:07.667302 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-265e7bdf-e9af-4e36-97fb-9456f9323906 req-87ae04bc-e4ae-42c8-b98e-fdfd96ac8b55 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0522027
Dec 08 19:28:08.129152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-da5fd5b9-d9b0-44b9-b6ee-30fe6c6add45 req-27a25514-3fb9-444c-8239-addcbbded10c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0843441
Dec 08 19:28:08.944878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:28:08.969157 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a6c22f02-2c8c-4db1-8172-39820dc34f26 req-862f004b-1108-4b0e-83e1-c2ef06c6b2b9 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0838244
Dec 08 19:28:09.372152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5505f868-0717-491e-a02c-e0f4fe84776a req-45235db6-2355-4c1f-b2b3-cc010b55a79c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0643325
Dec 08 19:28:09.556961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4a73a66b-b9a0-433e-96c8-31c3ce4a4d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:10.167264 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af1eb2ea-b253-41a5-ac2c-856908368ebd req-fd4b387c-4ecb-4c11-98ec-90206dfd61df tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0510612
Dec 08 19:28:10.631365 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6f258dd8-1829-43b6-bfe6-5a9b26ae8b06 req-d1037c9b-ff6e-4626-87f7-b410156966a9 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0530095
Dec 08 19:28:11.465242 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-33ee8d4a-af28-4093-a7bf-a6eade22eb0e req-982319d6-841b-43e6-90d9-0a3f5f7750f1 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0895529
Dec 08 19:28:11.572470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f61db05e-81bc-4287-bf0a-51baca0344cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:11.990108 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-45e2bed4-14d0-49aa-8351-39f7fdcae85d req-9e78ecab-f9ea-4b9e-b955-18760a9c759e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0757997
Dec 08 19:28:12.687934 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-76cbf8c8-f0ce-4fd8-9cec-85cdbc39192c req-1e965cce-26a7-48bb-8fa5-65d3d95216a8 tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] 10.222.0.61 "GET /v2.0/ports?device_id=b7d2da4b-f600-4c50-8472-566eb559d5cd HTTP/1.1" status: 200  len: 210 time: 0.0509243
Dec 08 19:28:12.743434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:13.354275 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4497746b-0d96-4a77-bd2c-8a4b45cd7d61 req-1b0d8ff6-ec1e-44a0-b01e-56c57c21b73c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0978420
Dec 08 19:28:14.014171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:14.049674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:14.686571 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8d908296-4232-4e78-9494-b45cdc841f76 req-cd54a625-d0eb-485a-b235-20ae2ff57f3f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0816438
Dec 08 19:28:16.023599 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0b452887-8941-4346-adfa-87655bef2a9d req-0ef5fe26-6b05-4543-aaa8-0a24cb933e1a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0858307
Dec 08 19:28:17.399769 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5db81169-07eb-4eaa-bcd1-3ed5921db9e4 req-15b35ef6-7f5f-465b-bfeb-ead2ea3c96d6 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0893159
Dec 08 19:28:18.226661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:18.764413 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3a80ceb6-dcae-4d67-94c0-9025aadeb766 req-2bd94594-f026-448b-a0d5-db950ef33eaa tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0794530
Dec 08 19:28:20.128581 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7bfec30e-4e40-44ae-8bf6-4257d10ba5b0 req-efcecf09-edff-4b29-91f3-aca9b552f9e3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0900409
Dec 08 19:28:21.513677 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-05a3c4ec-b198-4190-b019-ff4d385a21d3 req-f02aa6c6-a329-47a8-89fe-e5c06287601c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0899775
Dec 08 19:28:22.835613 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-71026acf-450a-43a7-b55e-1846c4a908e3 req-e7ce5451-4c91-440e-9d39-f015c8e80370 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0578582
Dec 08 19:28:24.117666 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f50d3118-886d-4dcb-b5c7-80bd0653a65b req-3d1d992d-a679-4782-9cf2-87c1dbba3f67 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0701883
Dec 08 19:28:25.620393 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-82bf5865-65ad-48bc-9b99-bfbe51b478cb req-dd8cbbeb-1e85-4725-a838-9b49d4dd4ca4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0951529
Dec 08 19:28:27.165498 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e0c57a3b-c951-4a37-b115-1e68c0499d72 req-758af721-0251-406e-adef-a9e87bb150d0 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.3738961
Dec 08 19:28:28.454439 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9baa6e6a-47bc-4eb3-994c-f71f3b6f7cfa req-a3bbcc7a-cd93-4091-9cec-dca3f1c8b217 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0894542
Dec 08 19:28:29.775868 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b91268f1-a736-48a0-93a2-98d0ee733d94 req-35d3f0b7-b567-4ac6-bbbe-3380ca00e37a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0905812
Dec 08 19:28:31.028951 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f8a66d76-859d-4b5a-af31-e53db947a4ac req-7b2dfc49-96d6-4b07-a637-0f2cf31a2d94 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0895729
Dec 08 19:28:32.283830 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-64909710-f93f-43d6-b48d-96c486fb30b0 req-c6e2c6a6-632b-4d73-ab9e-1a324f38b5e2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0889504
Dec 08 19:28:33.496216 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ab03e51d-b663-4734-8aad-bd084fd7020f req-43e6b7b5-5235-4a85-83f2-0bc41fb1769c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0651140
Dec 08 19:28:34.705666 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6fa69cb9-ddb4-46d4-9ac9-c9eba7cd53f2 req-9b1d4595-2f55-4258-9b78-ee50679408fd tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0535858
Dec 08 19:28:35.956651 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c69afea2-10cb-4b74-857a-21400d89d747 req-6b2247c6-ecf3-46f9-b09f-2dc85b0bc1c7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0533521
Dec 08 19:28:37.175979 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-41841683-355d-4124-98a1-21fc401e04a0 req-88b339aa-0056-41b1-9386-d13076df215f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0536215
Dec 08 19:28:38.473195 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a8c1cea8-a62b-4d47-bf00-10d6eb6815a6 req-ecd1d951-20fc-4518-97a8-002c039bd927 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0926874
Dec 08 19:28:38.752289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e1e8-7df2-479b-9535-45a5742af4cf req-6a702377-6255-43f2-81f7-90955e8350ef tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:28:38.755324 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba42e1e8-7df2-479b-9535-45a5742af4cf req-6a702377-6255-43f2-81f7-90955e8350ef tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 946 time: 0.1405399
Dec 08 19:28:38.815166 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba42e1e8-7df2-479b-9535-45a5742af4cf req-e09d5574-402c-43e6-bb44-e19f2b52a550 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521278
Dec 08 19:28:38.987672 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-d519c7f0-8095-4f18-9a20-61c1464712c8 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:28:38.990787 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-d519c7f0-8095-4f18-9a20-61c1464712c8 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 946 time: 0.1553445
Dec 08 19:28:39.124817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Deleting port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:28:39.125461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:39.560431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-42de51cf-eeeb-4f8c-8b63-83733c4072a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:39.574950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] For port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:28:39.575505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:39.987377 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aa481711-6def-45a0-b265-611bff29a77d req-fa4ceec0-ed77-4991-baf5-62cbb4697c14 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.2282820
Dec 08 19:28:40.347750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:40.348324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:40.348731 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Floating IP 262793ad-8e75-4ac6-ab21-fc8ef1df23f4 disassociated. External IP: 172.27.0.99, port: 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0.
Dec 08 19:28:40.349129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Calling delete_port for 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:28:40.433969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:28:40.513866 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e88b78-f39a-4740-89f6-971cf69919cc req-cdcaebc1-83ea-4144-af22-56e70164457c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:28:40.517056 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-53e88b78-f39a-4740-89f6-971cf69919cc req-cdcaebc1-83ea-4144-af22-56e70164457c tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 946 time: 0.4715583
Dec 08 19:28:40.674557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:40.713723 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-53e88b78-f39a-4740-89f6-971cf69919cc req-da9ea373-a356-45e9-a724-d0707aabd968 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups?id=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1608093
Dec 08 19:28:40.762194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:40.809617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:40.917698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event deleted for resources: {'Port': ['ID=8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:41.027056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.027764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.028504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.029166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.029850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.030528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.031197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.031906 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.032680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.033618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.034295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.034964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.035893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.036580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.037253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.038006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.038602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.039277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.039944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.040657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.041337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.041985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.042656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.043304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:41.059941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:41.420963 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40d09546-fe2b-483a-b771-afc533d2231f req-20537252-d0b4-4840-a4c5-3b85ce58113e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.1292722
Dec 08 19:28:41.523023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:28:41.572129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80cf9d3e-5009-4f98-9b87-5e201a644b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:41.825425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:28:41.847522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93712836-02fc-4918-a606-4d0231716f5a None None] Sync routers for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:28:41.859193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:28:41.859918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede19f470>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:28:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:28:41.880722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] No DVR routers for this DVR port 8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:28:41.883386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:41.887339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'name': 'network-vif-deleted', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:28:41.911368 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-446e24d7-9072-4778-922b-d6c13e5b0de0 req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.73 "DELETE /v2.0/ports/8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0 HTTP/1.1" status: 204  len: 173 time: 2.9142621
Dec 08 19:28:41.991812 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd37ef8-6a03-4bf1-82ad-97a393efd02a', 'name': 'network-vif-deleted', 'tag': '8aadd7ce-3e78-4e1b-9879-25d2e6fe52d0', 'status': 'completed', 'code': 200}
Dec 08 19:28:42.010559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-daa38f95-d75e-4581-89c7-25bea80e52a7 req-fc00b770-524c-4f85-b053-d7dc967f703a tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Synchronizing usage tracker for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:28:42.034774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-daa38f95-d75e-4581-89c7-25bea80e52a7 req-fc00b770-524c-4f85-b053-d7dc967f703a tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Unset dirty status for tenant:cbeffe8fb14343a19e93604db0559e42 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:28:42.042116 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-daa38f95-d75e-4581-89c7-25bea80e52a7 req-fc00b770-524c-4f85-b053-d7dc967f703a tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/ports?device_id=3dd37ef8-6a03-4bf1-82ad-97a393efd02a HTTP/1.1" status: 200  len: 210 time: 0.0899608
Dec 08 19:28:42.085344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:28:42.516077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede19f470>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:28:42.523082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93712836-02fc-4918-a606-4d0231716f5a None None] Checking router: 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:28:42.541151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:28:42.543767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede19f470>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:28:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:28:42.669527 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-151a08a3-ed50-48fe-8124-b5f299efd96f req-83872000-65b4-4a96-aac7-246f464a2d83 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0571320
Dec 08 19:28:42.750588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:42.835782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:28:43.341690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48330) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:43.488408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:43.565566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:43.646824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:43.653160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-19511061-f497-4e21-92e1-d30dee1909cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:43.657752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-93712836-02fc-4918-a606-4d0231716f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede19f470>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:28:43.666374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93712836-02fc-4918-a606-4d0231716f5a None None] The sync data for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi is: [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:13:32Z', 'revision_number': 4, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': 'b23524f3-1949-4e8b-8baf-3c3947f6a87d', 'name': '', 'network_id': '1422ddce-28c0-4837-98e8-5c8937bb83ff', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'mac_address': 'fa:16:3e:cc:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:30Z', 'updated_at': '2020-12-08T19:13:46Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'subnets': [{'id': 'e22f64ba-c964-46fb-b971-4f8cad44715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:28:43.674731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac63abc-48db-4a79-9bb1-dcdefe6a2e63,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:43.695274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.695899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.696587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.697219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.697876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.698532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.699150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.699785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.700508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.701190 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.701857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.702491 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.703397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.705072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.705790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.706362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.707174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.708009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.708885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.709708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.710562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.711406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.712351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.712977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:28:43.724112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:43.736660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:43.738244 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "DELETE /v2.0/security-groups/7ac63abc-48db-4a79-9bb1-dcdefe6a2e63 HTTP/1.1" status: 204  len: 168 time: 0.3949542
Dec 08 19:28:43.741597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 48338) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:43.770393 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.v2.resource [None req-d83aa3ea-db07-48c4-9324-c7d698df17f1 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] show failed (client error): The resource could not be found.
Dec 08 19:28:43.772236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d83aa3ea-db07-48c4-9324-c7d698df17f1 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "GET /v2.0/security-groups/7ac63abc-48db-4a79-9bb1-dcdefe6a2e63 HTTP/1.1" status: 404  len: 347 time: 0.0284867
Dec 08 19:28:43.775562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 48342) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:44.152775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:44.174177 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7579b0ef-a828-45af-868f-7f3c687da870 req-71861e44-fb3c-4020-9d78-b4809b4bbd20 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.2636898
Dec 08 19:28:44.182202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Deleting port 2efc4ec4-7346-4bb0-ad00-dc71e6544ec5 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:28:44.182863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:44.270832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:44.277441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f13e3-c610-4f48-90f1-bc3323512725 None None] New status for floating IP 262793ad-8e75-4ac6-ab21-fc8ef1df23f4: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:28:44.468569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:44.468958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:44.699423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Calling delete_port for 2efc4ec4-7346-4bb0-ad00-dc71e6544ec5 owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:28:44.938603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:44.938953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-2c3f13e3-c610-4f48-90f1-bc3323512725 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:28:44.939640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-2c3f13e3-c610-4f48-90f1-bc3323512725 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:28:44.969055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:45.340178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Pushing event deleted for resources: {'Port': ['ID=2efc4ec4-7346-4bb0-ad00-dc71e6544ec5,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:45.347133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:45.441161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f13e3-c610-4f48-90f1-bc3323512725 None None] New status for floating IP 262793ad-8e75-4ac6-ab21-fc8ef1df23f4: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:28:45.521900 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a48d44cf-ae2a-49de-996d-3a21512b8118 req-f66b00fa-2312-479a-ad69-fff3b2541e01 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0882437
Dec 08 19:28:45.596957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:45.620892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:45.623017 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-63de30f8-e980-436f-b51b-c03de81aa2e9 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] 10.222.0.61 "DELETE /v2.0/floatingips/262793ad-8e75-4ac6-ab21-fc8ef1df23f4 HTTP/1.1" status: 204  len: 168 time: 1.8450849
Dec 08 19:28:45.945818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:28:46.825973 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e0eaba9f-7cca-442c-a87c-10e762b08379 req-e77416a6-c692-45a6-a15b-e66dcbc7719d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=8c49f730-6670-4887-b340-cc471cdd7fa9 HTTP/1.1" status: 200  len: 210 time: 0.0861061
Dec 08 19:28:48.217232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 48394) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:48.307570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:48.341831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:48.350473 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:48.438041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:48.446215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dd3ed76b-70e8-4f3c-8c6b-42e5e039ac12 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:48.463111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event deleted for resources: {'SecurityGroup': ['ID=9616bed9-3faf-468f-99bb-889792d6e947,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:48.466850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:48.477028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:48.480644 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "DELETE /v2.0/security-groups/9616bed9-3faf-468f-99bb-889792d6e947 HTTP/1.1" status: 204  len: 168 time: 0.2597866
Dec 08 19:28:48.482261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48402) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:48.518897 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.v2.resource [None req-8e8be0e1-224d-4d75-9fd1-ba749b517eb7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] show failed (client error): The resource could not be found.
Dec 08 19:28:48.520541 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8e8be0e1-224d-4d75-9fd1-ba749b517eb7 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups/9616bed9-3faf-468f-99bb-889792d6e947 HTTP/1.1" status: 404  len: 347 time: 0.0358953
Dec 08 19:28:48.525786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48406) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:48.719559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Deleting port f90d2d00-d648-4369-b191-c4d5161faaf6 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:28:48.720574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:48.974815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:48.975123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:49.127659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Calling delete_port for f90d2d00-d648-4369-b191-c4d5161faaf6 owned by network:floatingip {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:28:49.346604 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:49.376063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d109d3ab-59c2-4c36-941e-9cf4fd3d4b22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:49.443622 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event deleted for resources: {'Port': ['ID=f90d2d00-d648-4369-b191-c4d5161faaf6,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:49.450086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:49.735878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:49.762245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:49.763878 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "DELETE /v2.0/floatingips/e1ea717b-16a8-4bbc-9d06-cd966f3502ba HTTP/1.1" status: 204  len: 168 time: 1.2364492
Dec 08 19:28:50.277582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48430) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:50.284444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'security_group': {'name': 'tempest-securitygroup--173958615', 'description': 'tempest-description--615468664'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:28:50.291829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:28:50.302229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:28:50.309873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:28:50.313125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:28:50.337537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.363883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:28:50.368642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group_rule and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:28:50.372530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:28:50.380045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:28:50.515692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.520732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.531495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-dfa70571-932e-41cf-a7fd-15605d923899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:50.618413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'SecurityGroup': ['ID=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:50.624591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:50.626569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.632289 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 0.3504670
Dec 08 19:28:50.636981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48436) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:50.648674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'security_group_rule': {'security_group_id': 'eb102ed7-2d5b-4f28-8fe2-0806fb7363e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:28:50.662159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:28:50.668946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group_rule and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:28:50.672662 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:28:50.680233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:28:50.706657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.807181 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.813171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.816872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4913149e-7745-4b4e-89ae-f8d99aff0855 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:50.859034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be756b72-6cac-47eb-8932-c5bb1b09c366,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:50.863927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:50.877059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:50.881036 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6964d533-9ca3-40be-bdd6-4175f2afa993 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2406609
Dec 08 19:28:50.886148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48442) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:50.896472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'security_group_rule': {'security_group_id': 'eb102ed7-2d5b-4f28-8fe2-0806fb7363e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:28:50.908472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:28:50.916965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:security_group_rule and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:28:50.923110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:28:50.935868 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:28:50.972950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:51.103250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:51.109170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:51.120303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:51.162270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c86147e-e38f-4b57-9806-755947a4d236,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:51.166613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:51.182799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:51.185168 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-330ce9d8-8ef0-4ad1-bb03-fc49f5b49a86 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2974107
Dec 08 19:28:51.190829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48448) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:28:51.201642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'floatingip': {'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:28:51.213074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:28:51.221176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:floatingip and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:28:51.227379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:28:51.239752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:28:51.259232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:51.549754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:51.975231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Allocated IP 172.27.0.158 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/22b2b477-662c-4c3a-9a8b-bf1c98c81295) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:28:52.170328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:52.204360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:52.221931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c136dab6-111c-4a93-b9b9-b94909843de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:52.390492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'Port': ['ID=22b2b477-662c-4c3a-9a8b-bf1c98c81295,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:52.399192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:52.481126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:28:52.483236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:28:52.487361 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:28:53.028647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:53.160049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:53.652288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:53.659068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852601926'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:53.697214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-806beec2-a9c5-4536-9d47-f709ad5d430f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:28:53.912610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'Port': ['ID=22b2b477-662c-4c3a-9a8b-bf1c98c81295,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:28:53.918078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:28:54.053047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:54.091448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:54.094017 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9012260
Dec 08 19:28:54.502106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-b769e102-5d5c-454d-8d9b-db9a578565c4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Synchronizing usage tracker for tenant:d7e6644896e041c39bb14628301f6935 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:28:54.523792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-b769e102-5d5c-454d-8d9b-db9a578565c4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Unset dirty status for tenant:d7e6644896e041c39bb14628301f6935 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:28:54.540045 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-b769e102-5d5c-454d-8d9b-db9a578565c4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--173958615&fields=id&tenant_id=d7e6644896e041c39bb14628301f6935 HTTP/1.1" status: 200  len: 267 time: 0.0831132
Dec 08 19:28:54.833967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-e5585451-4ac8-40db-9bb9-d9bea233bad2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:28:54.837426 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-e5585451-4ac8-40db-9bb9-d9bea233bad2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 811 time: 0.2944725
Dec 08 19:28:54.869700 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-877f5fb3-8fa1-4fe1-9e1a-a7bc63ef11e2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/quotas/d7e6644896e041c39bb14628301f6935 HTTP/1.1" status: 200  len: 375 time: 0.0190804
Dec 08 19:28:55.010865 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-6c34255d-a272-4147-91c8-661715973fdf tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1229007
Dec 08 19:28:55.168554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-716551ac-c77b-4509-a595-8a80be5d3dc7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:28:55.170438 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-716551ac-c77b-4509-a595-8a80be5d3dc7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1443834
Dec 08 19:28:55.458541 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-e461b92b-6243-4e6d-affb-becb687d17f8 service neutron] 10.222.0.61 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772646
Dec 08 19:28:55.750556 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-06096882-9b74-4037-8cd7-9708d13c8b6a service neutron] 10.222.0.61 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2769847
Dec 08 19:28:56.140865 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-46d05dc7-e874-4bc1-be97-6fb94258bd57 req-2be5c92d-4248-4697-8c3e-51832218622d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 210 time: 0.0719817
Dec 08 19:28:57.363194 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6cc83b0f-6774-4e8c-ad7e-86552747de86 req-e7a16437-260c-43c0-8fda-b01b4c66d143 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 210 time: 0.0896399
Dec 08 19:28:58.389250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-04c563da-d1c0-4e5b-bbde-239ab1044b3e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:28:58.393409 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-04c563da-d1c0-4e5b-bbde-239ab1044b3e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 811 time: 0.2466788
Dec 08 19:28:58.555073 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-77e9bcaf-0cd1-4cd9-8ae8-08c7e1ad2acc tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7e6644896e041c39bb14628301f6935 HTTP/1.1" status: 200  len: 5503 time: 0.1417274
Dec 08 19:28:58.610715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'port': {'device_id': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'admin_state_up': True, 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'security_groups': ['eb102ed7-2d5b-4f28-8fe2-0806fb7363e1']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:28:58.642307 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0f04adde-238e-49de-a17a-7a290d354a90 req-d440e7be-cd28-4b9f-abf7-30ebdb6c5a43 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 210 time: 0.0827093
Dec 08 19:28:58.788642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:28:58.794363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Usage tracker for resource:port and tenant:d7e6644896e041c39bb14628301f6935 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:28:58.798860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Quota usage for port was recalculated. Used quota:3. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:28:58.811496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:28:58.829658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Made reservation on behalf of d7e6644896e041c39bb14628301f6935 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:28:58.839848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:59.402510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Allocated IP 172.20.0.6 (d893e127-8341-44f3-b82b-8e8c50e435ab/0d6a3884-7108-4445-b2c8-455826b5754e/364142bf-c2a7-40af-b08b-8ad2e9483ae7) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:28:59.701892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:59.736001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Transition to ACTIVE for port object 364142bf-c2a7-40af-b08b-8ad2e9483ae7 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:28:59.772122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:28:59.793575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3a012eec-aa26-4e2f-aaba-2b9dd56d11ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:29:00.033952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event updated for resources: {'Port': ['ID=364142bf-c2a7-40af-b08b-8ad2e9483ae7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:29:00.039454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:29:00.128131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3899f-d5e4-4c88-b40c-cdac8bf40982 req-0310999f-9a26-4e84-82a7-76b8b3d19e5e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:00.130491 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f9e3899f-d5e4-4c88-b40c-cdac8bf40982 req-0310999f-9a26-4e84-82a7-76b8b3d19e5e tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 931 time: 0.2505748
Dec 08 19:29:00.142025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Network d893e127-8341-44f3-b82b-8e8c50e435ab is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:29:00.146060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:29:00.149138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:29:00.157222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:00.158323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:00.279167 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6774487
Dec 08 19:29:00.295769 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f9e3899f-d5e4-4c88-b40c-cdac8bf40982 req-03f0619c-c6e3-4490-a242-b9803900a154 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1516564
Dec 08 19:29:00.306144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Request body: {'port': {'device_id': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:29:00.552633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63925711-90cb-42d7-bf52-91d9bdf3ad37 None None] Provisioning for port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:29:00.563123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:00.566134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63925711-90cb-42d7-bf52-91d9bdf3ad37 None None] Provisioning complete for port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:29:00.567029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63925711-90cb-42d7-bf52-91d9bdf3ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:00.672859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63925711-90cb-42d7-bf52-91d9bdf3ad37 None None] Port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:29:01.284388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364142bf-c2a7-40af-b08b-8ad2e9483ae7 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:29:01.295681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:01.322656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Transition to ACTIVE for port object 364142bf-c2a7-40af-b08b-8ad2e9483ae7 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:29:01.328869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:01.360467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:29:01.813352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Pushing event updated for resources: {'Port': ['ID=364142bf-c2a7-40af-b08b-8ad2e9483ae7,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:29:01.833913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:29:01.985579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb939e4-c8c6-4e4d-88b0-76eb0c124f4f req-69173d1e-9069-4f69-8967-9944fb6b6f03 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:01.986617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5cb939e4-c8c6-4e4d-88b0-76eb0c124f4f req-69173d1e-9069-4f69-8967-9944fb6b6f03 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Synchronizing usage tracker for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:29:02.024014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Attempting to bind port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:29:02.024587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Attempting to bind port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:29:02.025084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Attempting to bind port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 on network d893e127-8341-44f3-b82b-8e8c50e435ab {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:29:02.034570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:29:02.035108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Checking segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:29:02.035664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:02.036244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Bound using segment: {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:29:02.036875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Bound port: 364142bf-c2a7-40af-b08b-8ad2e9483ae7, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d7f99d-e154-4c83-ad54-c9a37176c64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:29:02.037396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:02.335868 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-5cb939e4-c8c6-4e4d-88b0-76eb0c124f4f req-69173d1e-9069-4f69-8967-9944fb6b6f03 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Unset dirty status for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:29:02.337256 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5cb939e4-c8c6-4e4d-88b0-76eb0c124f4f req-69173d1e-9069-4f69-8967-9944fb6b6f03 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 943 time: 0.6698682
Dec 08 19:29:02.468469 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5cb939e4-c8c6-4e4d-88b0-76eb0c124f4f req-695b93b0-f47f-45fa-a576-51741db28e0a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214538
Dec 08 19:29:02.479473 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] For port 364142bf-c2a7-40af-b08b-8ad2e9483ae7, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:29:02.483414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] For port 364142bf-c2a7-40af-b08b-8ad2e9483ae7, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:29:02.488753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:02.506734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0d03be12-4d92-4370-b269-9362634cd8cf tempest-VolumesSnapshotTestJSON-106797332 tempest-VolumesSnapshotTestJSON-106797332] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:29:02.755774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Pushing event updated for resources: {'Port': ['ID=364142bf-c2a7-40af-b08b-8ad2e9483ae7,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:29:02.763335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:29:02.836033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:02.837352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:02.839976 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] 10.222.0.73 "PUT /v2.0/ports/364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 200  len: 1157 time: 2.5424101
Dec 08 19:29:02.841073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:29:02.977802 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7', 'status': 'completed', 'code': 200}
Dec 08 19:29:03.065246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-0f463675-01f9-4d67-8e4f-434a72e230cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:03.068674 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-0f463675-01f9-4d67-8e4f-434a72e230cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 1160 time: 0.1633677
Dec 08 19:29:03.181636 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-bb003575-5c96-4f37-812a-91502486e814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 200  len: 217 time: 0.1043496
Dec 08 19:29:03.292765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-ffdc488d-29d5-497e-8f86-02fcd5b99bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:03.295595 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-ffdc488d-29d5-497e-8f86-02fcd5b99bc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.1064961
Dec 08 19:29:03.395112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-c7e8ed39-262e-4adb-bd24-21cd5343c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:03.397653 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-c7e8ed39-262e-4adb-bd24-21cd5343c3bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955155
Dec 08 19:29:03.571489 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-3b6e33e8-9469-45dd-b025-144d303a0e94 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661017
Dec 08 19:29:03.895846 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6bd86e55-fea4-432a-b965-9b09f661c387 req-6cb16778-e594-44bd-bc8e-d3ade7f90231 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3167832
Dec 08 19:29:03.920730 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34201fbb-f2bf-4a3b-afef-d34e980550ed req-ac21bc19-690c-46e6-b455-72ff5792d9d4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:03.923719 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-34201fbb-f2bf-4a3b-afef-d34e980550ed req-ac21bc19-690c-46e6-b455-72ff5792d9d4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 943 time: 0.2285264
Dec 08 19:29:04.058784 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-34201fbb-f2bf-4a3b-afef-d34e980550ed req-19b562b2-ab37-42b1-90dd-4ce55419ed43 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233895
Dec 08 19:29:04.106833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-ec4739be-f729-468f-b03d-ff02fb921ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:04.108735 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-ec4739be-f729-468f-b03d-ff02fb921ec7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 1160 time: 0.1438379
Dec 08 19:29:04.343498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-e5cf3fa2-0e48-4eb3-adaa-7fd05ae8a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:04.345811 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-e5cf3fa2-0e48-4eb3-adaa-7fd05ae8a408 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.2298203
Dec 08 19:29:04.450672 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-f8fafa34-1165-482d-8fa9-e8a19cf9a587 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 200  len: 217 time: 0.0973079
Dec 08 19:29:04.542911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-a45e6aba-ef7b-42f4-bee4-083c81c4de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:04.544890 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-a45e6aba-ef7b-42f4-bee4-083c81c4de98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.0871327
Dec 08 19:29:04.650741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-bbfe8558-af8b-41bd-8996-7ff575f3e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:04.653822 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-bbfe8558-af8b-41bd-8996-7ff575f3e543 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1005905
Dec 08 19:29:04.886581 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-de872297-f936-4ba6-bb6c-b9ecf8836f27 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245402
Dec 08 19:29:05.169216 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb8d26be-1c13-41b9-bb4a-c02074215d20 req-fbf172c9-a323-4c5f-9984-36d14c5b1bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2755582
Dec 08 19:29:05.325036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bfaff-0b68-4b0a-b48b-92971c541d7a req-c6e17699-be19-4452-b315-edbad929aa85 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:05.326964 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3e3bfaff-0b68-4b0a-b48b-92971c541d7a req-c6e17699-be19-4452-b315-edbad929aa85 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 943 time: 0.0968337
Dec 08 19:29:05.418125 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3e3bfaff-0b68-4b0a-b48b-92971c541d7a req-6e7c6756-c4cd-44f4-8fc0-b034e99cce70 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831361
Dec 08 19:29:06.788254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14085282-c8bf-47b8-81ab-2a9c23751016 req-6c95006d-18fe-452f-897b-976f4f1cf1a5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:06.791372 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-14085282-c8bf-47b8-81ab-2a9c23751016 req-6c95006d-18fe-452f-897b-976f4f1cf1a5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 943 time: 0.1325870
Dec 08 19:29:06.851994 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-14085282-c8bf-47b8-81ab-2a9c23751016 req-68986c5e-3452-48f0-b507-2c16e88f1248 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541968
Dec 08 19:29:07.010058 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 364142bf-c2a7-40af-b08b-8ad2e9483ae7 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:29:07.113653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:29:07.120316 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:29:07.120763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:07.292643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:07.337521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:29:07.350608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 364142bf-c2a7-40af-b08b-8ad2e9483ae7, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:29:07.355251 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:07.361269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e5459027-290c-44dc-bfe9-cd8ed27e0e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:29:07.461904 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7', 'code': 200}
Dec 08 19:29:07.512605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=364142bf-c2a7-40af-b08b-8ad2e9483ae7,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:29:07.530337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.530724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.531273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.532097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.532783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.533935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.534561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.535213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.535853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.536563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.537227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.537881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.538786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.539443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.540091 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.540782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.541436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.542095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.542752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.543395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.544377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.545283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.546233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.546875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:29:07.570100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:29:07.923768 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3084e4-33df-47b2-9aa1-d080d412e84b req-407d70d8-d49f-42f5-8bce-552cd16c197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:07.926813 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8d3084e4-33df-47b2-9aa1-d080d412e84b req-407d70d8-d49f-42f5-8bce-552cd16c197b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 1162 time: 0.1571038
Dec 08 19:29:07.987527 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8d3084e4-33df-47b2-9aa1-d080d412e84b req-14afd828-dc2f-4d7c-ad3c-4aedacef9292 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537460
Dec 08 19:29:08.168657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52d9af-e574-4fa6-b366-1cfb692de13d req-a88eef67-ebb4-4f18-ae6b-5cdd601a9252 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:08.171752 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5e52d9af-e574-4fa6-b366-1cfb692de13d req-a88eef67-ebb4-4f18-ae6b-5cdd601a9252 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 945 time: 0.1404953
Dec 08 19:29:08.234627 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5e52d9af-e574-4fa6-b366-1cfb692de13d req-2f2a861b-6ccf-4698-bff5-bf2c0b544a8f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538201
Dec 08 19:29:08.614483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 364142bf-c2a7-40af-b08b-8ad2e9483ae7 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:29:08.716008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:29:08.716468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:09.598312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e618d383-143e-4299-ae89-fcf6711751d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:09.650708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba83fa6-cd45-49c5-91fd-53797c9cdd25 req-357b1c22-61fc-4b1e-b75f-1c2c32643320 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:09.653431 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1ba83fa6-cd45-49c5-91fd-53797c9cdd25 req-357b1c22-61fc-4b1e-b75f-1c2c32643320 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 945 time: 0.1901965
Dec 08 19:29:09.754841 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1ba83fa6-cd45-49c5-91fd-53797c9cdd25 req-5ac8e7ab-38a0-4c41-bca8-7e1b700f958d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874131
Dec 08 19:29:10.185785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7939b-3b2e-4267-bc43-ea810aff5397 req-e21562de-9322-4176-998e-5d72a934485f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:10.189061 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-38a7939b-3b2e-4267-bc43-ea810aff5397 req-e21562de-9322-4176-998e-5d72a934485f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 945 time: 0.1704998
Dec 08 19:29:10.209301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 48676) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:29:10.222224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Request body: {'floatingip': {'port_id': '364142bf-c2a7-40af-b08b-8ad2e9483ae7'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:29:10.395376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:11.501441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:11.507441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:11.578029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0619bbf6-2b70-41d1-b115-1c52f151f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:11.799633 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Floating IP 1d6f7187-d03d-4b09-9fc7-769129cc6473 associated. External IP: 172.27.0.158, port: 364142bf-c2a7-40af-b08b-8ad2e9483ae7.
Dec 08 19:29:12.496307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Router 39b65b94-23f6-455e-b993-30002627aa5b has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:29:12.761387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:12.794197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:29:12.802098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:12.806618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] Sync routers for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:29:12.824507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:29:12.827024 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc04550>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:29:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:29:12.900366 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f766110e-7723-4387-a458-cca62cf4780c tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "PUT /v2.0/floatingips/1d6f7187-d03d-4b09-9fc7-769129cc6473 HTTP/1.1" status: 200  len: 991 time: 2.6859353
Dec 08 19:29:12.900366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:29:13.202814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:29:13.346265 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7', 'status': 'completed', 'code': 200}
Dec 08 19:29:13.490568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-34ca5adb-66ac-4ad2-8d5d-fa412278ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:13.493611 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-34ca5adb-66ac-4ad2-8d5d-fa412278ecce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 1162 time: 0.1182730
Dec 08 19:29:13.868437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-14b9f046-c117-4054-86b7-176a586e3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:13.871536 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-14b9f046-c117-4054-86b7-176a586e3f6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.3693943
Dec 08 19:29:13.948641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc04550>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '1d6f7187-d03d-4b09-9fc7-769129cc6473', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'port_id': '364142bf-c2a7-40af-b08b-8ad2e9483ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'mac_address': 'fa:16:3e:b8:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:28:52Z', 'updated_at': '2020-12-08T19:29:11Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:29:13.957121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] Checking router: 39b65b94-23f6-455e-b993-30002627aa5b for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:29:13.971168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:29:13.971984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddc04550>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:29:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:29:14.016276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:14.052952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:14.077674 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-128d5690-393d-4260-b45d-3a66b332041a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 200  len: 999 time: 0.1981776
Dec 08 19:29:14.207679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-87d872c1-db46-4658-b99d-c5a3f44c99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:14.210911 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-87d872c1-db46-4658-b99d-c5a3f44c99d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.1256793
Dec 08 19:29:14.290226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:29:14.380870 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-83adf3ac-5be9-47a3-8774-c96dca3825e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:14.383725 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-83adf3ac-5be9-47a3-8774-c96dca3825e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1654415
Dec 08 19:29:14.690593 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-b80ea888-b5c1-4261-9010-b8b885b5aa35 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971778
Dec 08 19:29:14.971936 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-200d65a3-972f-4c0c-ba0c-b85871c6308e req-7caf48bb-8b49-4f5e-ab42-d8d04c343d18 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2745035
Dec 08 19:29:15.060455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddc04550>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '1d6f7187-d03d-4b09-9fc7-769129cc6473', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'port_id': '364142bf-c2a7-40af-b08b-8ad2e9483ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'mac_address': 'fa:16:3e:b8:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:28:52Z', 'updated_at': '2020-12-08T19:29:11Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:29:15.069554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8f28b-a666-41db-86ff-8bc1fd820001 None None] The sync data for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi is: [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '1d6f7187-d03d-4b09-9fc7-769129cc6473', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'port_id': '364142bf-c2a7-40af-b08b-8ad2e9483ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'mac_address': 'fa:16:3e:b8:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:28:52Z', 'updated_at': '2020-12-08T19:29:11Z', 'revision_number': 1, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:29:15.463689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c69be-0f27-47cb-8c65-b32f2411eae8 None None] New status for floating IP 1d6f7187-d03d-4b09-9fc7-769129cc6473: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:29:18.362292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:22.941484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:29:24.203653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678c41a-c955-43a4-aa8d-57ef86f1efb7 req-8121ea62-de75-46c6-ac9d-6d8421ad1b71 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:24.204835 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f678c41a-c955-43a4-aa8d-57ef86f1efb7 req-8121ea62-de75-46c6-ac9d-6d8421ad1b71 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:29:24.248422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-9580b5c6-2f1a-44e4-9e30-f8cf69c3f717 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:24.250246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-9580b5c6-2f1a-44e4-9e30-f8cf69c3f717 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:29:24.257021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f678c41a-c955-43a4-aa8d-57ef86f1efb7 req-8121ea62-de75-46c6-ac9d-6d8421ad1b71 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:29:24.259039 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f678c41a-c955-43a4-aa8d-57ef86f1efb7 req-8121ea62-de75-46c6-ac9d-6d8421ad1b71 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.6087792
Dec 08 19:29:24.275155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-9580b5c6-2f1a-44e4-9e30-f8cf69c3f717 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:29:24.276948 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-9580b5c6-2f1a-44e4-9e30-f8cf69c3f717 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.73 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 945 time: 0.2239552
Dec 08 19:29:24.431184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f678c41a-c955-43a4-aa8d-57ef86f1efb7 req-c7807fc6-200c-4a50-95a9-e887eb5f808b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:29:24.463642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Deleting port c59a47b8-262a-4d14-ad0c-c2bb506239d3 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:29:24.464330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:24.555947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f678c41a-c955-43a4-aa8d-57ef86f1efb7 req-c7807fc6-200c-4a50-95a9-e887eb5f808b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:29:24.558149 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f678c41a-c955-43a4-aa8d-57ef86f1efb7 req-c7807fc6-200c-4a50-95a9-e887eb5f808b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841554
Dec 08 19:29:24.665316 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device c59a47b8-262a-4d14-ad0c-c2bb506239d3 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:29:24.876967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:24.940421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:29:24.962035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:29:24.968402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:24.972153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:29:24.999095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:29:24.999606 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:25.063340 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'code': 200}
Dec 08 19:29:25.118727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=7']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:29:25.125063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:29:25.277279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Calling delete_port for c59a47b8-262a-4d14-ad0c-c2bb506239d3 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:29:25.430605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:29:25.431826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:29:25.934221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Deleting port c59a47b8-262a-4d14-ad0c-c2bb506239d3 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:29:25.934862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:26.216987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fbce7-21f4-42cb-9f38-c65b056aebfd req-1348bc12-199d-40b3-b5b7-fd238c575ed1 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:26.220152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-913fbce7-21f4-42cb-9f38-c65b056aebfd req-1348bc12-199d-40b3-b5b7-fd238c575ed1 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 943 time: 0.3805053
Dec 08 19:29:26.506322 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-913fbce7-21f4-42cb-9f38-c65b056aebfd req-57729c0a-5074-456e-9bce-8187cc0118a7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/security-groups?id=846c67bc-8442-45e3-a3b4-30eec5ae9b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733619
Dec 08 19:29:26.598967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] For port c59a47b8-262a-4d14-ad0c-c2bb506239d3, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=c59a47b8-262a-4d14-ad0c-c2bb506239d3,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:29:26.599684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:26.865618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Calling delete_port for c59a47b8-262a-4d14-ad0c-c2bb506239d3 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:29:27.134266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:27.162705 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d33d4e10-701f-44fe-b72a-b8c3d41bb24c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:29:27.279450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Pushing event deleted for resources: {'Port': ['ID=c59a47b8-262a-4d14-ad0c-c2bb506239d3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:29:27.289063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:29:27.493313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] No DVR routers for this DVR port c59a47b8-262a-4d14-ad0c-c2bb506239d3 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:29:27.495891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:27.499125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'name': 'network-vif-deleted', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:29:27.520076 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-beeccd38-26ea-4c17-ba8c-2ab5823d2e74 req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.73 "DELETE /v2.0/ports/c59a47b8-262a-4d14-ad0c-c2bb506239d3 HTTP/1.1" status: 204  len: 173 time: 3.2102532
Dec 08 19:29:27.578835 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb83317-3f82-4705-9841-50432140936a', 'name': 'network-vif-deleted', 'tag': 'c59a47b8-262a-4d14-ad0c-c2bb506239d3', 'status': 'completed', 'code': 200}
Dec 08 19:29:27.902797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f5e1b157-965b-4eaa-8e3f-8a3618243188 req-2cde86e1-6985-4bfa-8983-3e078fc43b09 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Synchronizing usage tracker for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:29:27.934479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f5e1b157-965b-4eaa-8e3f-8a3618243188 req-2cde86e1-6985-4bfa-8983-3e078fc43b09 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Unset dirty status for tenant:415ee4b3261a4fc8bccb04dff6e14137 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:29:27.936843 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f5e1b157-965b-4eaa-8e3f-8a3618243188 req-2cde86e1-6985-4bfa-8983-3e078fc43b09 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.1201415
Dec 08 19:29:29.273806 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7b723739-2ad9-4e9b-9917-4e5495450c1a req-9a2d36b8-36b7-432a-837c-b43238806516 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0887115
Dec 08 19:29:30.632733 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-13fafddf-8f8d-4541-92ce-9befe72b9142 req-980ddb45-6078-4afd-9259-8c99166c64c9 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0804682
Dec 08 19:29:31.853791 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-509f9979-6e6d-4678-81d8-343dfb0b078b req-d146d82d-1666-420f-b3fe-d708024690f6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0494359
Dec 08 19:29:33.083334 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-38322d56-45df-44e2-80ec-f742132f4017 req-6c5060c0-3b50-4895-8564-92c9a5ee0caa tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0503109
Dec 08 19:29:34.291324 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-871336b0-e72b-4635-b877-8db46b08a24b req-b2bcc73a-17db-4e83-8d5f-ab0ca860ae8e tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0553670
Dec 08 19:29:35.530216 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dbd518f-50f1-4961-99d1-b78cd51216b4 req-21efe7b4-db0f-4b0f-a834-45c229281339 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0538538
Dec 08 19:29:36.779323 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-76a3d9c0-84c7-48cc-b4a1-69f5446e1c4e req-040d98d0-4947-44bf-bed8-2061fa25038e tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0779741
Dec 08 19:29:38.047523 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-54634311-800f-4f12-9985-4c59d2d0c9ee req-ff04cc70-4d80-414b-8dee-8ce8522067a0 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0546029
Dec 08 19:29:39.278790 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-66712ae1-7ada-44cd-bd07-fa9c6f0d6b21 req-3d8023ab-2495-446d-b505-00661a315c29 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0618377
Dec 08 19:29:39.554818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-737b4f36-63dd-47a5-bd37-fda2abc7b579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:40.610938 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b5fb45c0-e04c-4f9a-b30e-68977f053e96 req-7f751b9f-ff2d-425d-9e7a-4a5bbc2af8d6 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0896468
Dec 08 19:29:41.566209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52e52873-5f38-4cbf-ae6b-06d8674dd272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:41.919129 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9c2f52ae-b3df-4b4a-92cd-778516402542 req-891cacbf-ed2a-43e2-8f12-09e37979be91 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0938246
Dec 08 19:29:42.756293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:43.259287 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3cfbd1d6-76e5-4b40-b5e1-7dcce73de3e2 req-3c051f53-e983-4bbc-95ee-90749b806ed9 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0900986
Dec 08 19:29:44.002875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:44.045950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:44.474281 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c30df757-49a2-4d7c-bb3f-b069969b6193 req-9cfc4130-becd-4ef1-a694-e510b5c9f1c1 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0584247
Dec 08 19:29:45.664993 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8678308b-a1a3-4871-92f3-9810a2c156f7 req-bc47fce3-988f-487a-baae-234168d0d636 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0520499
Dec 08 19:29:46.905736 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a45d101a-2ed8-41b1-b5fe-a1a9778ae110 req-271e62d2-6409-4dc3-ad14-386fbd573079 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0490539
Dec 08 19:29:48.106182 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fadc0a24-49c5-437c-b6ce-0f2fd173236a req-0cb2132f-8ece-4c5c-9cc6-99514a59d718 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0488229
Dec 08 19:29:48.359271 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:29:49.312088 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8482d61e-77eb-40c1-99d0-f2367169d596 req-aad06eab-65d5-4289-ba59-749c9d05b96c tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0575912
Dec 08 19:29:50.527394 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1342369f-3044-4042-b83f-dc4c3b9bc4cb req-c48ab286-66b6-47c3-924e-aaa80f9d2fce tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0572479
Dec 08 19:29:50.823847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-4a03a7cd-ee21-49cb-aef8-c0118c95ba0c req-5022b9fe-a7b0-4182-9529-3a20410ded03 service neutron] (80323) timed out ('10.222.0.73', 64113) {{(pid=80323) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 08 19:29:51.603784 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-b15c01c9-447c-4f19-bc4a-2e9784f6fd12 req-93afbee9-2ea6-40c2-b094-be17fc9c64f4 service neutron] (80322) timed out ('10.222.0.73', 64093) {{(pid=80322) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 08 19:29:51.754134 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1fcba151-bbd9-4f32-b43e-6cca0ada662d req-f94e80bc-0629-4cda-adf6-0b48e075437f tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0489476
Dec 08 19:29:52.944203 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97838911-1550-44c0-a6ef-c4c55c87642e req-a6b27abf-e6ec-4d50-90df-05373b7fca75 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0504365
Dec 08 19:29:53.957217 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-c54249f8-217a-4345-b8cd-033bf9f99c91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1334481
Dec 08 19:29:54.181942 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-cf03ae5a-fb64-48b6-8507-0cd15c7cb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:54.183657 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-cf03ae5a-fb64-48b6-8507-0cd15c7cb53c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.1426172
Dec 08 19:29:54.191807 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-56dc477e-6260-49a3-ad5a-d7c871b156cb req-c541f456-1de3-4d57-b7b1-9f30fd6cf010 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0575275
Dec 08 19:29:54.639649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-6abcb419-45fa-4b93-9d08-f482e7032f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:54.641390 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-6abcb419-45fa-4b93-9d08-f482e7032f24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.4348507
Dec 08 19:29:54.715355 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-0a0d4f3f-999d-46b0-bf9b-617112a11c15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.0665243
Dec 08 19:29:54.794788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-9fca8c68-f768-4fd8-8f6c-594dbff9a0aa req-a0d76a8d-36c2-4b1f-ab7a-8fceb609a16b service neutron] (80322) timed out ('10.222.0.73', 64318) {{(pid=80322) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 08 19:29:54.795158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-c1100a8f-42c7-4500-a367-a69e807a2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:29:54.797008 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-c1100a8f-42c7-4500-a367-a69e807a2478 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.0737174
Dec 08 19:29:54.857285 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-7588ba75-5332-46d7-ab3d-35bed91d7a3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522902
Dec 08 19:29:55.034267 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-987224b4-95ef-4350-8d18-a8ba320e70e6 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693628
Dec 08 19:29:55.204430 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5a2ee723-c390-46d2-b9b0-b51ce404c6f9 req-bcf99dfa-10a4-4983-a3a0-2a1375a2c67b service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635399
Dec 08 19:29:55.401735 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0e45abbd-0941-4d29-8d2c-305de3e380d4 req-2f89a5ca-b257-4afb-a70b-0b5109d2a97a tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0487990
Dec 08 19:29:56.599707 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d72f272e-07d8-4694-8530-998ee662544f req-20f4a50f-2a80-47ed-8413-d9c1ac8273cf tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0521469
Dec 08 19:29:57.783916 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-135720d2-33d0-42ee-8f7d-e8c2320ee038 req-38bd27ff-e33e-45ab-b95b-f0411134fc77 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0475314
Dec 08 19:29:58.996736 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e287d563-44c6-4ea8-89a6-48289cf6e11e req-1f18b464-8e4f-463b-9f2d-d32889e17f7b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0717721
Dec 08 19:29:59.933109 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:30:00.186567 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-33f2c236-9955-418c-bb97-3188f923e4d5 req-5499872a-f787-4de2-8f49-e91a09af3e59 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0505695
Dec 08 19:30:01.386600 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2cb05c3c-f0cc-4f04-aa89-593690b8c6dd req-e9602ac8-088c-4561-a0d9-c2353b143950 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0497112
Dec 08 19:30:02.574639 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0af057ef-acd2-43bb-99b9-3e579c3ebedd req-47b2941b-8afe-445d-9fa4-7078587b9d89 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0481033
Dec 08 19:30:03.766462 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-163affcc-216d-4ce5-b406-d0c50190cbc9 req-b6b0c868-4328-48e7-a1ae-e0bde3c1745e tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0528662
Dec 08 19:30:04.953151 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c5583fdf-b741-47c3-a1f9-9777d1111d41 req-428c031a-ac31-4057-8b27-e4e0755c6b84 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0488617
Dec 08 19:30:06.140357 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f0ef82dc-ec00-492e-9b28-d232e18f1edd req-7225e608-4c35-46b8-a782-7556d9dbb7ba tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0480747
Dec 08 19:30:07.333403 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-22378549-316c-4c19-bc99-870670af6516 req-c52bfb70-c03a-4943-8ab2-b00949597b13 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0545115
Dec 08 19:30:08.523107 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-99258c74-fcd6-4cea-9ab6-4328262d52fc req-01bf1a56-3873-4aa1-800b-8738a1fe2eaf tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0494738
Dec 08 19:30:09.554948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9593-6d3d-4865-bd84-ef7deb240a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:09.729403 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c201c2a-5998-4250-b967-460acb53c7d5 req-e320664a-9e2d-4e90-811f-64d4234fc20b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0470490
Dec 08 19:30:10.922320 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3b92b48a-d894-4f60-b46c-13f54d2a2a60 req-a4b950f5-b4c0-4858-b861-236d9aa76dd0 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0542116
Dec 08 19:30:11.584138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-517d0f77-ea5e-46ce-b1b5-1d90812f9438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:12.107434 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9ab9bc8d-0547-43cd-a435-a98cf7d8b0ba req-09435e51-91e8-4ca9-97f5-59258e48b8b8 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0483518
Dec 08 19:30:12.757163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:13.303142 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-65185b09-8ecb-4abe-b04f-35f904f386c9 req-3cdbe072-9939-4bdd-b392-b680501a0390 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0494502
Dec 08 19:30:14.008879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:14.050801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:14.493189 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6d252341-0c4f-4826-808f-715aed4515a8 req-8b3f561a-f720-4a40-8071-dfea5f8d02c7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0509725
Dec 08 19:30:15.675178 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-be597b24-e35d-416e-bdac-c4b9dfddfe03 req-180ae5e2-73e4-4b5e-ac95-ab8aff7ae970 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0481997
Dec 08 19:30:16.883009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a3eb732-4ab6-41c0-a6c5-0128f5073d5e req-a550ab6c-0e91-4dc1-8dc0-ef1f1ce3d066 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0528533
Dec 08 19:30:18.088885 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e82f454b-63f4-4ecb-a2fa-cf97205be063 req-3b0ae289-f020-47ef-a5b8-c6a4b7f0c919 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0509143
Dec 08 19:30:18.364775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:19.413272 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ec39627e-820a-4591-b5ff-498d2a78a6e8 req-02951d6f-58e4-4e20-85b5-6cabe8e60850 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0500331
Dec 08 19:30:20.628496 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e5dd17fc-5b19-452e-9267-34dea0efd8d1 req-30a7f11c-30df-40ce-9e70-7c4cffe9da30 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0508454
Dec 08 19:30:21.890454 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a45e51a9-5473-4a60-9b87-cd5b9e678201 req-c955544f-872b-4b73-bd04-3c0937bda2e7 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0585277
Dec 08 19:30:23.088932 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-269a0932-5ceb-455f-bb2e-eb09fb6424d3 req-6d134c30-232b-4749-81ef-d1c735c8bcb0 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0506909
Dec 08 19:30:24.277905 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8f6abae2-a9f9-4363-8a04-73ca5ab9731b req-05aae567-1301-4f67-a041-ac68800cde18 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0469322
Dec 08 19:30:25.472588 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d583da55-4fcb-401a-80a6-b3e71637b23e req-51540e89-e4e7-4aa6-a829-d00aaf069af2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0518272
Dec 08 19:30:26.664782 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7a3b21d9-9654-4a1d-8b17-df79bf2eee1c req-2f5f0ddb-097b-4a36-a060-c9808d9bf901 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0581701
Dec 08 19:30:27.910256 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a3a0d5bd-566a-4f45-895f-af28c2e4bf71 req-b338f335-b6ce-44b7-b41d-9290d122125b tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] 10.222.0.61 "GET /v2.0/ports?device_id=4bb83317-3f82-4705-9841-50432140936a HTTP/1.1" status: 200  len: 210 time: 0.0822928
Dec 08 19:30:30.291378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 49576) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:30:31.108455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:31.894524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Deleting port 05512507-801a-440f-8126-2855637896ba {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:30:31.895411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:32.098120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] For port 05512507-801a-440f-8126-2855637896ba, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=05512507-801a-440f-8126-2855637896ba,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:30:32.098641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:32.230770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Calling delete_port for 05512507-801a-440f-8126-2855637896ba owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:30:32.433690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:32.460472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-64ad51d2-4ca1-4e72-9961-918b757f74ec tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:30:32.520279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Pushing event deleted for resources: {'Port': ['ID=05512507-801a-440f-8126-2855637896ba,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:30:32.582525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.583003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.583411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.583811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.584234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.584627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.585015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.585467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.585849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.587121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.587121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.587121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.587649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.587824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.588218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.588619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.589004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.589381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.589774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.590222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.590530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.591112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.591223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.591606 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:32.600438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:30:32.951200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:33.506456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:30:33.748888 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:30:33.761944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] Sync routers for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:30:33.773918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:30:33.774612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddbe2390>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:30:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:30:33.778566 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] 10.222.0.61 "PUT /v2.0/routers/8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4849336
Dec 08 19:30:33.780910 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 49614) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:30:33.984914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:30:34.102417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:34.506532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddbe2390>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:30:32Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:30:34.511387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] Checking router: 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:30:34.522475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] Routers {'8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:30:34.522858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddbe2390>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:30:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:30:34.734890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] Set router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:30:34.789968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:34.795905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Deleting port c7a843a9-8c5e-4ee5-8f76-b36e470e4868 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:30:34.796336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:35.015102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] For port c7a843a9-8c5e-4ee5-8f76-b36e470e4868, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=c7a843a9-8c5e-4ee5-8f76-b36e470e4868,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:30:35.015795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:35.096291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddbe2390>, [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:30:32Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:30:35.103971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5866c6-0865-4dc7-95d4-b694e8427a14 None None] The sync data for ids ['8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7'] in dv-cinder-766064-1-iscsi is: [{'id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'name': 'tempest-TestMinimumBasicScenario-347584470-router', 'tenant_id': '415ee4b3261a4fc8bccb04dff6e14137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:28Z', 'updated_at': '2020-12-08T19:30:32Z', 'revision_number': 5, 'project_id': '415ee4b3261a4fc8bccb04dff6e14137', 'gw_port': {'id': 'c7a843a9-8c5e-4ee5-8f76-b36e470e4868', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:15:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:31Z', 'updated_at': '2020-12-08T19:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:30:35.229949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Calling delete_port for c7a843a9-8c5e-4ee5-8f76-b36e470e4868 owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:30:35.455331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:35.829015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:35.971706 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:35.974893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.001418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.001987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:30:36.017105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.018395 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4e9e4ce2-ceeb-40c1-947f-1588cf854e49 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8f6b5fb1-9c48-45cb-baf4-1df8967cb8f7 HTTP/1.1" status: 204  len: 168 time: 2.2358243
Dec 08 19:30:36.021612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 49638) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:30:36.099256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Deleting subnet 119be459-d14b-4dff-b93e-0a2a30e28984 {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:30:36.105495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.180635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.276608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.717733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.735278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3d209789-3041-4c59-ab55-64723d5a2feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:30:36.789943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119be459-d14b-4dff-b93e-0a2a30e28984,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:30:36.795102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:30:36.908951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:36.915502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37bfd5d-9937-4737-914d-c52a8ee26864 None None] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:30:36.928212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 49650) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:30:36.940743 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/119be459-d14b-4dff-b93e-0a2a30e28984 HTTP/1.1" status: 204  len: 168 time: 0.9108746
Dec 08 19:30:36.945874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:30:37.049293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device c7a843a9-8c5e-4ee5-8f76-b36e470e4868 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:30:37.090802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: c7a843a9-8c5e-4ee5-8f76-b36e470e4868 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:30:37.091111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device c7a843a9-8c5e-4ee5-8f76-b36e470e4868 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:30:37.091582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 05512507-801a-440f-8126-2855637896ba no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:30:37.141867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 05512507-801a-440f-8126-2855637896ba {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:30:37.142226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 05512507-801a-440f-8126-2855637896ba not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:30:37.166147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:37.241764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Deleting port 4c5238eb-372c-48eb-b23e-6ba0558a74de {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:30:37.242157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:37.318800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] DHCP port deletion for 0827a540-a161-4ea5-ba22-c3b85ff6684e request from dv-cinder-766064-1-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 08 19:30:37.324372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Deleting port 4c5238eb-372c-48eb-b23e-6ba0558a74de {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:30:37.324855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:37.478174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] For port 4c5238eb-372c-48eb-b23e-6ba0558a74de, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=4c5238eb-372c-48eb-b23e-6ba0558a74de,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:30:37.478584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:37.637736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Calling delete_port for 4c5238eb-372c-48eb-b23e-6ba0558a74de owned by network:dhcp {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:30:37.647506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] For port 4c5238eb-372c-48eb-b23e-6ba0558a74de, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=4c5238eb-372c-48eb-b23e-6ba0558a74de,segment=NetworkSegment(052b437f-b32c-43b1-9d5d-fd6e3e7c953b),segment_id=052b437f-b32c-43b1-9d5d-fd6e3e7c953b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:30:37.648744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:37.730188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:37.748781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9ffeb186-dc91-4cd2-9d57-c1852edf806c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:30:37.811004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5238eb-372c-48eb-b23e-6ba0558a74de,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:30:37.815986 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Calling delete_port for 4c5238eb-372c-48eb-b23e-6ba0558a74de owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:30:37.870154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.870529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.870951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.871351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.871757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.872145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.872719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.873092 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.873668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.873842 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.874252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.875121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.875121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.875519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.875872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.876289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.876686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.877080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.877468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.877855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.878239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.878632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.879016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.879400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:30:37.889107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:30:37.906987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:30:37.907751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:30:37.928256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] No DVR routers for this DVR port 4c5238eb-372c-48eb-b23e-6ba0558a74de on host dv-cinder-766064-1-iscsi {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:30:38.081723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:38.214821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6edc656f98>> segment before_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.215194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6edc656f98>> subnet precommit_delete_associations 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.216030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> segment_host_mapping after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.216434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> port after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.216772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> port after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.217171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> port after_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.217505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> segment after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.217928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> subnet after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.218270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> subnet after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.218628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6edc9a1a58>> subnet after_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.285949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd90b278>> subnet after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.286309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd90b278>> subnet after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.286690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd90b278>> subnet before_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.287114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6edd90b278>> subnet before_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 08 19:30:38.287613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd5f4eb8>,) {'filters': {'network_id': ['0827a540-a161-4ea5-ba22-c3b85ff6684e']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:30:38.303357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd5f4eb8>, '052b437f-b32c-43b1-9d5d-fd6e3e7c953b') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:30:38.303692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd5f4eb8>, '052b437f-b32c-43b1-9d5d-fd6e3e7c953b') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:30:38.318082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851607670'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:38.340036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:38.342955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:30:38.409018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Deleting port 4c5238eb-372c-48eb-b23e-6ba0558a74de {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:30:38.409597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:38.483743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-73a264c2-e77a-45ef-92ed-568d6999cbee None None] The port '4c5238eb-372c-48eb-b23e-6ba0558a74de' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 08 19:30:38.553201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:30:38.563503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850669610'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:38.763273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Network 0827a540-a161-4ea5-ba22-c3b85ff6684e has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   (rel_b, rel_a, rel_b),
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   (rel_b, rel_a, rel_b),
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:30:38.816497 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:30:38.922130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:38.928984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:30:38.960840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Pushing event deleted for resources: {'Network': ['ID=0827a540-a161-4ea5-ba22-c3b85ff6684e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:30:38.964021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:38.975766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:30:38.992477 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] 10.222.0.61 "DELETE /v2.0/networks/0827a540-a161-4ea5-ba22-c3b85ff6684e HTTP/1.1" status: 204  len: 168 time: 2.0623193
Dec 08 19:30:39.007010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4c5238eb-372c-48eb-b23e-6ba0558a74de no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:30:39.045111 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 4c5238eb-372c-48eb-b23e-6ba0558a74de {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:30:39.045507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4c5238eb-372c-48eb-b23e-6ba0558a74de not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:30:39.184686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 49676) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:30:39.248398 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c760287e-d278-4a33-8027-38277b39bce5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=415ee4b3261a4fc8bccb04dff6e14137&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0617461
Dec 08 19:30:39.251078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 49680) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:30:39.322516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:39.357263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:39.428112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:39.435874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3678dc49-5a76-4702-83d4-33db362077c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:30:39.454050 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846c67bc-8442-45e3-a3b4-30eec5ae9b5a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:30:39.457488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:30:39.464017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:39.465472 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/846c67bc-8442-45e3-a3b4-30eec5ae9b5a HTTP/1.1" status: 204  len: 168 time: 0.2130682
Dec 08 19:30:39.551902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7bbb-584b-42b9-bbe4-fe44fa89f63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:41.568580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f8dcee91-a18e-4187-b9b9-78f8aab0ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:42.762097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:44.021363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:44.164849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:48.368055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:30:55.013918 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-08f3a2fc-042d-4a50-b0dc-de9e35d139c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0951807
Dec 08 19:30:55.122226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-d27a0234-9961-46bd-ab4a-0136f61155a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:30:55.124746 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-d27a0234-9961-46bd-ab4a-0136f61155a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 1163 time: 0.0866008
Dec 08 19:30:55.307529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-9b4b29d7-13e4-4b3d-b876-0cbb2646bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:30:55.309233 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-9b4b29d7-13e4-4b3d-b876-0cbb2646bc06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.1610818
Dec 08 19:30:55.384751 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-cc3153e8-f626-4adb-90ab-db556211d801 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 200  len: 217 time: 0.0686758
Dec 08 19:30:55.467322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-ed012a52-ec81-4d0c-814e-33a4f1ead843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:30:55.469004 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-ed012a52-ec81-4d0c-814e-33a4f1ead843 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.0776849
Dec 08 19:30:55.522936 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-8e7b1080-706e-4638-a6ed-6a1fac7e7e5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464773
Dec 08 19:30:55.673601 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-5de15b32-a5f9-416e-8a0a-11f95746a12f service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446052
Dec 08 19:30:55.823709 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-68b6def5-96eb-4c43-b431-fadd299f2d15 req-f8f44437-aa97-457d-80b6-29a96506a05c service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431537
Dec 08 19:31:09.553335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a512464f-5f1b-49d4-a39d-df581461e552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:11.564974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9482865e-975c-4f2c-a55d-ccd88e893e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:12.763445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:13.937935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:31:14.007527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:14.055583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:18.366804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:39.562229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-24dbbc70-05fc-4243-9b39-5400ff281722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:41.567804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-896860fb-0029-4121-8bba-edd203a7b811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:42.770454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:44.002799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:44.059302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:48.396303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:31:50.947693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:31:56.407839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-8630f30f-0a6f-407c-9866-c6ecc0ab83a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4989953
Dec 08 19:31:56.574901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb208bd-b181-4907-932f-ed271272ca03 req-58f3481e-af25-4a17-9aa9-95b045d1da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:31:56.577474 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-58f3481e-af25-4a17-9aa9-95b045d1da01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 1162 time: 0.1414979
Dec 08 19:31:56.885238 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb208bd-b181-4907-932f-ed271272ca03 req-3d6a2948-c0ef-477d-b82e-bec7014d2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:31:56.890795 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-3d6a2948-c0ef-477d-b82e-bec7014d2ea2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.2851865
Dec 08 19:31:57.064592 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-9c0c78a0-5a31-46ed-ba12-2b4282f66d4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 200  len: 1001 time: 0.1685479
Dec 08 19:31:57.167616 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb208bd-b181-4907-932f-ed271272ca03 req-a6598d61-7c37-4392-903a-98afaebe6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:31:57.169385 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-a6598d61-7c37-4392-903a-98afaebe6732 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.0980814
Dec 08 19:31:57.269371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb208bd-b181-4907-932f-ed271272ca03 req-e0b770c9-b8d7-406f-9b34-bebfdd22c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:31:57.271352 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-e0b770c9-b8d7-406f-9b34-bebfdd22c558 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935049
Dec 08 19:31:57.448585 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-22b62598-e2ce-41cf-a133-fb2de7e9ead5 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700428
Dec 08 19:31:57.700988 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8eb208bd-b181-4907-932f-ed271272ca03 req-5ef63e74-2930-47ee-9a2c-4d732da47df0 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2456522
Dec 08 19:32:09.570100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb77675b-4c79-49d1-a9ac-e213d53dcca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:11.563596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-548c4d5a-23ff-4c23-8ac0-8b512d2d2611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:12.772145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:14.011543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:14.070079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:18.399022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:20.841723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 50638) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:32:21.040429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:21.061475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:32:21.066388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Usage tracker for resource:security_group_rule and tenant:9c225f6f4e034e84b7223e8a704938c0 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:32:21.070660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:32:21.077993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:32:21.193081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:21.198371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:21.208757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f407d098-1418-4887-a237-c0771eb875cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:32:21.262028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef4f4f-0a60-4916-b067-8b3818c32441,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:32:21.268922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c225f6f4e034e84b7223e8a704938c0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4253900
Dec 08 19:32:21.272088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 50648) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:32:21.275758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.276170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.276615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.277017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.277414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.277807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.278201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.278595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.278982 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.279372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.279763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.280150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.280682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.281076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.281471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.281859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.282246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.282657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.283045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.283429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.283836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.284236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.284676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.285126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.291946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-95c7532d-8f4f-4185-8884-4d3428c80b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:32:21.346700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:21.387674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:21.456369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:21.462790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7f8a3b79-62d7-42ee-be86-0ff000b2e5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:32:21.475416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef4f4f-0a60-4916-b067-8b3818c32441,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:32:21.487382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.487800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.488218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.488638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.489037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.489439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.489826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.490219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.490753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.491040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.491427 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.491819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.492344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.492742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.493133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.493523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.493912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.494301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.494691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.495082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.495474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.495861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.496272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.496668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:32:21.500324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:21.501648 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50ef4f4f-0a60-4916-b067-8b3818c32441 HTTP/1.1" status: 204  len: 168 time: 0.2283616
Dec 08 19:32:21.502702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:32:27.940336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:32:39.559566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7b1e991a-6ce3-4391-b81b-e3112de65ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:41.567040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c6f4e3ba-2a0f-4c07-8a17-c751a909d1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:42.779415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:44.006916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:44.178214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:48.403180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:32:58.130152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-f565c8f6-9076-4873-811b-d0898c93bb68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2811797
Dec 08 19:32:58.297020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-0c48bc62-5119-4f74-8f1c-fd04f6474db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:32:58.298690 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-0c48bc62-5119-4f74-8f1c-fd04f6474db2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21c7294ba7ad465b83aa968923695d7c&device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 1162 time: 0.0869393
Dec 08 19:32:58.478278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-5c7b5293-2349-44c6-9027-ee93811239e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:32:58.481126 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-5c7b5293-2349-44c6-9027-ee93811239e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 200  len: 912 time: 0.1617746
Dec 08 19:32:58.566549 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-6fc4aba3-bb04-4fb5-9d8b-2df8dc3a7a57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 200  len: 217 time: 0.0772812
Dec 08 19:32:58.642552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-fafba937-03b4-432f-a4e8-be366de94c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:32:58.644758 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-fafba937-03b4-432f-a4e8-be366de94c62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 200  len: 858 time: 0.0710309
Dec 08 19:32:58.706761 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-06c23172-8f33-4f2c-b258-7d4d219acb5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555730
Dec 08 19:32:58.718860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-723a3f8d-38cb-423d-bb58-9412c3bf47f4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:32:58.719999 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-723a3f8d-38cb-423d-bb58-9412c3bf47f4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0066464
Dec 08 19:32:58.895898 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-31495873-a21b-4736-b031-ef0e8bcab6a2 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676929
Dec 08 19:32:59.060554 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c36f10f-fe5a-427b-988c-28507e8af32e req-fb55d2fd-ce3e-4a95-a66c-45986229acc9 service neutron] 10.222.0.73 "GET /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1574221
Dec 08 19:33:04.942695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:33:09.556176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e1cf298-faed-4031-8317-137b2a2f1d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:11.571085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a98cdcbb-e159-44c4-aba1-6fe67876dd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:12.777792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:14.004724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:14.077800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:17.178727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2239-393e-42b8-8070-67e57d194305 req-63106876-759a-4239-97ad-db831c81ebc6 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:33:17.180421 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-38ef2239-393e-42b8-8070-67e57d194305 req-63106876-759a-4239-97ad-db831c81ebc6 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.2705593
Dec 08 19:33:17.231501 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-38ef2239-393e-42b8-8070-67e57d194305 req-f6745cb8-7aa1-4390-bf7a-dcd13805ced1 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441086
Dec 08 19:33:17.402130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-07567322-31c9-4567-8a29-290c6598c094 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:33:17.403785 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-07567322-31c9-4567-8a29-290c6598c094 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 946 time: 0.0944762
Dec 08 19:33:17.482980 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Deleting port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:33:17.483400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:17.764848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] For port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:33:17.765248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:17.898229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Calling delete_port for 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:33:18.061471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:18.080374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2294213f-7b0f-48a3-9b8b-95b4d6d72db5 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:33:18.135958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Pushing event deleted for resources: {'Port': ['ID=5f24e3ee-4ecb-449f-8c53-da2d7a4ce156,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:33:18.138825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:33:18.285737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] No DVR routers for this DVR port 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:33:18.289081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:18.292163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'name': 'network-vif-deleted', 'tag': '5f24e3ee-4ecb-449f-8c53-da2d7a4ce156'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:33:18.317232 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e6a770e6-28a6-42be-b243-1050afa77ce3 req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "DELETE /v2.0/ports/5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 HTTP/1.1" status: 204  len: 173 time: 0.9079597
Dec 08 19:33:18.349023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:33:18.409774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] No Port match for: 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:33:18.410171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 5f24e3ee-4ecb-449f-8c53-da2d7a4ce156 not bound to the agent host hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:33:18.412513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:18.489637 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aade0fc-d820-491e-94b6-9fa12098cbcf', 'name': 'network-vif-deleted', 'tag': '5f24e3ee-4ecb-449f-8c53-da2d7a4ce156', 'status': 'completed', 'code': 200}
Dec 08 19:33:18.616416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-7132fc93-36cb-4000-befa-c5d887826b9d req-953d7436-fda8-470b-8cc9-1f6f2427c58a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Synchronizing usage tracker for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:33:18.635200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-7132fc93-36cb-4000-befa-c5d887826b9d req-953d7436-fda8-470b-8cc9-1f6f2427c58a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Unset dirty status for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:33:18.636569 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7132fc93-36cb-4000-befa-c5d887826b9d req-953d7436-fda8-470b-8cc9-1f6f2427c58a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=9aade0fc-d820-491e-94b6-9fa12098cbcf HTTP/1.1" status: 200  len: 210 time: 0.2414582
Dec 08 19:33:20.180958 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4def3-75ae-4d35-853b-d18da5f8a898 req-cc17bc64-f9f9-49e5-bf7f-00015c08b372 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:33:20.182603 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-46a4def3-75ae-4d35-853b-d18da5f8a898 req-cc17bc64-f9f9-49e5-bf7f-00015c08b372 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.0848229
Dec 08 19:33:20.238961 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-46a4def3-75ae-4d35-853b-d18da5f8a898 req-c11c1ebb-c690-420b-a982-d9c77aa6e213 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490892
Dec 08 19:33:20.264108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:33:20.339824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:33:20.340281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:20.815698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-da30e79b-5bfc-484a-938f-d068254fc475 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:33:20.817393 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-da30e79b-5bfc-484a-938f-d068254fc475 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.0924017
Dec 08 19:33:20.897665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Deleting port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:33:20.898146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:21.168700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] For port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:33:21.169020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:21.300469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Calling delete_port for 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:33:21.508035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:21.531936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-62c955e4-2f94-4764-8c16-8bd555d0e180 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:33:21.585082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Pushing event deleted for resources: {'Port': ['ID=92aeb2c6-e554-4d29-ab3d-dff35327e8d8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:33:21.662429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.662855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.663270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.663679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.664079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.664516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.664911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.665309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.665702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.666107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.666500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.666897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.667395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.667801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.668227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.668621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.669018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.669412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.669812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.670213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.670604 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.670997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.671515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.672141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:33:21.682526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:33:21.707688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d3ccc-3804-41aa-a4ef-9e4166304e2c req-fa2880a7-b469-4062-8b01-b40bc239bdf5 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:33:21.709445 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-343d3ccc-3804-41aa-a4ef-9e4166304e2c req-fa2880a7-b469-4062-8b01-b40bc239bdf5 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 945 time: 0.3201072
Dec 08 19:33:22.064622 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-343d3ccc-3804-41aa-a4ef-9e4166304e2c req-0904f2e3-c96d-4072-892a-7c778e9b29cb tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/security-groups?id=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3423576
Dec 08 19:33:22.076814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] No DVR routers for this DVR port 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:33:22.080054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:22.083252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63481795-b790-4969-80cb-7621bdf472b2', 'name': 'network-vif-deleted', 'tag': '92aeb2c6-e554-4d29-ab3d-dff35327e8d8'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:33:22.100388 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dd0b867f-f84a-4d09-90c0-a1c5c3a4edba req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.73 "DELETE /v2.0/ports/92aeb2c6-e554-4d29-ab3d-dff35327e8d8 HTTP/1.1" status: 204  len: 173 time: 1.2762206
Dec 08 19:33:22.154141 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63481795-b790-4969-80cb-7621bdf472b2', 'name': 'network-vif-deleted', 'tag': '92aeb2c6-e554-4d29-ab3d-dff35327e8d8', 'status': 'completed', 'code': 200}
Dec 08 19:33:22.209382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:33:22.250448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] No Port match for: 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:33:22.251125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 92aeb2c6-e554-4d29-ab3d-dff35327e8d8 not bound to the agent host hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:33:23.246297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-60e7ffe7-58ff-498e-a45c-62a2eaad827c req-fb8649c2-02d7-4c20-aab7-b5b8ba782dd4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Synchronizing usage tracker for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:33:23.262726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-60e7ffe7-58ff-498e-a45c-62a2eaad827c req-fb8649c2-02d7-4c20-aab7-b5b8ba782dd4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Unset dirty status for tenant:21c7294ba7ad465b83aa968923695d7c on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:33:23.264063 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-60e7ffe7-58ff-498e-a45c-62a2eaad827c req-fb8649c2-02d7-4c20-aab7-b5b8ba782dd4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0641527
Dec 08 19:33:24.502734 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c98b96e4-bcfa-4df7-9d49-f634db612b2b req-efaa9058-dee9-4510-8ec0-14ec8ade9b93 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0877409
Dec 08 19:33:25.730254 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7930a36c-7483-464a-8772-4407be07e53d req-50232169-12cd-4a11-b719-650da0af3f36 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0496855
Dec 08 19:33:26.917634 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-583a1162-0246-4fc9-af62-ee4f8d186ddc req-a5407b50-9797-42c8-97ae-9d53b043b996 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0470300
Dec 08 19:33:28.113308 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bc4beec5-cb46-400a-a514-eed19745e9a2 req-3097e9bc-d74e-4a9e-aea7-2a39ec0b20f8 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0530064
Dec 08 19:33:29.297574 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-83c99abe-eef6-41e0-8e48-461db0e4d599 req-5281e1f0-8fda-4107-b15a-3acc71e28259 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0478392
Dec 08 19:33:30.484902 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f43b55de-4011-4c61-86c9-910e9cdba958 req-2cbb63ce-9a25-48c5-a297-723d04845b2d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0475550
Dec 08 19:33:31.680128 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-951fd3f1-d139-415f-8732-b00aa8f2c989 req-92b07c4b-245c-4942-b4f8-8130001c0cbe tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0519080
Dec 08 19:33:32.872355 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-95bebc7b-97fb-4e77-b52a-62fb659c627e req-8e1e6e3f-d86c-45a1-a2ee-e4b9ab5ea8c7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0473413
Dec 08 19:33:34.057483 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aef84e55-64de-4ea1-9a82-459deac96301 req-647221f5-db7f-487d-b7c0-67108f2c16da tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0487773
Dec 08 19:33:35.244934 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4ceec08f-d339-4f87-8260-67669d33bcbc req-3a8ce480-2b79-4350-9c4f-cce9f006b741 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0524950
Dec 08 19:33:36.427864 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e16f48b9-f7a9-4d88-bb76-663be884e1b9 req-a128792c-b16e-4937-8605-3ed429de7a69 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0466104
Dec 08 19:33:37.612365 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-23215e80-3593-450e-a4eb-297ab4d25b59 req-e3c50b78-992e-49b3-b958-8f2966b3ad35 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0482962
Dec 08 19:33:38.802478 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9b388632-2aed-4cc1-b040-ff31213b00ba req-1ef66603-90da-4c4c-8972-4d1c08b6b79d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0529470
Dec 08 19:33:39.556829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-26161795-f353-4258-8567-81facd4224b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:39.992025 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1dd0bfee-733f-43e5-a354-41f2c5fb43d4 req-15012ff2-5aef-4f38-bbfc-6c6853ea1e92 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0477698
Dec 08 19:33:41.183839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7ca71567-d106-4b95-af98-fbce62d90fb4 req-3663e576-a16a-442f-849d-f3f7b6555dc0 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0507267
Dec 08 19:33:41.575420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-49054e8e-6fdd-41bd-b5ad-e08f8180afa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:41.945628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:33:42.389032 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-43484060-a769-43c5-b20a-7b7323eecb33 req-79191a9b-7721-4835-ab33-0ae7f7f312f4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0523448
Dec 08 19:33:42.790449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:43.574677 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e25f87df-af21-4f9d-8f50-d7ef38c14065 req-b77d17c5-6056-4fe8-bf98-e8e9f5d13c00 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0496221
Dec 08 19:33:44.001928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:44.069847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:44.758703 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e46c280-938e-424f-af8b-d8ed85cdca2d req-6e82737a-d810-48a1-a16e-4a8d7ff12bcd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0481451
Dec 08 19:33:45.958092 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-250f2a8f-1dec-40db-be3f-d6276e9a52af req-178e9b02-220c-4c9a-a0b3-fcdfc0262a29 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0532310
Dec 08 19:33:47.160450 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a5a2c011-2ac5-419b-86c2-f078b1d01acf req-189d46eb-6cc0-40be-8a9d-390c4bd0b080 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0549474
Dec 08 19:33:48.357699 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a1ab832c-d1cc-4c1c-855f-6f7042a03a9c req-c5e165f7-127b-4c7b-83f7-dfcc8ee62123 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0571334
Dec 08 19:33:48.410527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:33:49.553944 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f026b12f-de46-45cb-8910-e9bb1468ff6f req-42e4871d-0540-41ff-9198-b51a8e5a24e7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0537786
Dec 08 19:33:50.743711 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8785a69e-13e8-47f4-8fbe-6da447172916 req-b96f6831-d604-487b-b60a-73aaf145e4f4 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0483530
Dec 08 19:33:51.935980 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6eebd7a3-8aca-4beb-842d-db633826de2f req-738c69d2-b3a4-4f6f-ad75-b376b4d110a8 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0525639
Dec 08 19:33:53.151416 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-942ff821-ee02-4e6a-aa74-3a9eb86b04e0 req-405713c4-9abc-4438-b6be-5fe43c4cf5df tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0627956
Dec 08 19:33:54.337008 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-22974d43-b886-4d5f-8547-a80cce345004 req-78a022c3-644b-4344-98d8-74a50ab289a1 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0479512
Dec 08 19:33:55.524900 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc019bc2-f1af-4078-9487-93b0ddd5a875 req-c054c673-d308-4e92-a37d-cf65125e242b tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0471823
Dec 08 19:33:56.714697 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c3051cb9-a7b5-431e-90c5-699313626a3b req-aadd8fe1-7fb2-423e-88de-c494be0507f0 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0508099
Dec 08 19:33:57.897164 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c29ddf52-1225-48a0-bba8-8f7befe16ca2 req-ae6955b6-0694-4500-adbd-713ffab64f45 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0493770
Dec 08 19:33:59.093981 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4d25cf87-aabc-4277-82e2-dd515679b148 req-0ddad2bf-4df4-445b-ad3a-44106328fd5a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0512934
Dec 08 19:34:00.044915 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-bca62476-946c-4057-b07e-0e9c29347ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0930915
Dec 08 19:34:00.152061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3306be-e291-4004-8404-815a3caa4d8c req-7960cd8d-baf0-4d64-9775-ed3590083da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:34:00.153846 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-7960cd8d-baf0-4d64-9775-ed3590083da6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 1162 time: 0.0860281
Dec 08 19:34:00.444937 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5ba07f44-6d3b-4439-869b-e4c4999eaa31 req-1ec12e8f-0a83-4227-b3ee-d39d9bb47b80 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.1023421
Dec 08 19:34:00.479539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3306be-e291-4004-8404-815a3caa4d8c req-e237ddf0-90f1-47e0-8bde-7e1f1a47b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:34:00.481233 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-e237ddf0-90f1-47e0-8bde-7e1f1a47b685 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.3065813
Dec 08 19:34:00.595343 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-d7d985b4-a904-4fea-aac2-f8973d78b7b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 200  len: 1001 time: 0.1062145
Dec 08 19:34:00.681163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3306be-e291-4004-8404-815a3caa4d8c req-4c5c817b-e5d4-438e-936c-0189fb30bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:34:00.682799 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-4c5c817b-e5d4-438e-936c-0189fb30bc15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.0812554
Dec 08 19:34:00.786063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3306be-e291-4004-8404-815a3caa4d8c req-236d9081-a0c0-4d1a-8559-416f25da6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:34:00.787745 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-236d9081-a0c0-4d1a-8559-416f25da6681 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0988073
Dec 08 19:34:00.968823 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-42eea67d-0cec-4d72-bc0a-911c5523cc4a service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739879
Dec 08 19:34:01.130147 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1c3306be-e291-4004-8404-815a3caa4d8c req-316f1868-f649-43be-9933-a92a85a07f3a service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1549048
Dec 08 19:34:01.672328 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-79a25a01-d34f-4800-9019-e64709597df5 req-f74dfad7-ed2d-4920-845a-37f66b5efe17 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0528591
Dec 08 19:34:02.852499 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-95a15ab2-c2cb-4b3d-bc50-3c8ab4e66dc4 req-65f1abe3-01c8-4d38-8678-05392e7df4bd tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0467932
Dec 08 19:34:04.036667 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9ce6a6d8-487d-435c-8217-a75d6e47f7a7 req-ab050b80-d546-4741-80d8-cc664b8fd99f tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0464542
Dec 08 19:34:05.239372 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a2b2531a-cffa-4d46-b95c-e81155d92953 req-752469a4-80bc-47fc-bc35-4cc7215868e7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0563354
Dec 08 19:34:06.437075 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-56303ce9-b220-40db-9ef4-80c89dece901 req-9834db45-069d-451c-bc92-542b717fed95 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0510912
Dec 08 19:34:07.639694 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e708e0e-a171-443d-93c1-a37dba6c9cfa req-a0bb8b30-a76f-41c3-a53c-487bf6dbbbfa tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0566261
Dec 08 19:34:08.829006 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1ad37c7f-7578-449d-8301-62a64bd7e293 req-c2504e44-c16d-4bf6-ba16-cf9ac1a4b836 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0521588
Dec 08 19:34:09.558687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a7c041eb-d076-4cb6-8390-d1e4ff67b0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:10.015709 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-123db2a0-c290-4c5c-b44a-5fb4242e5994 req-c9475444-d892-4a16-8133-d74d5fc6f8f7 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0505071
Dec 08 19:34:11.196597 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-22c63b8e-4a28-4c96-bc7c-697d68ca3ba0 req-a1479b32-1103-4b95-8f0f-26a097eb30d6 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0494001
Dec 08 19:34:11.580630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3816f88f-0e99-44ee-afa4-7d46296aa9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:12.387104 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9471ff87-e143-4820-83fe-8d484dd1baa0 req-b394f92c-cbe5-481e-a82e-141d8c32a054 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0493100
Dec 08 19:34:12.785763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:13.567192 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32294d83-ae15-4094-8769-07b6adf42a46 req-98024b58-97e9-43d6-a826-7a3a6f021f9a tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0479503
Dec 08 19:34:13.996489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:14.079046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:14.756433 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cb93013d-dc44-4df0-b28b-fedd535fa796 req-3f8b60b3-e365-43e7-8dce-e4917a9f2f6d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0534918
Dec 08 19:34:15.991546 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2060eca6-1cdf-4843-90ef-bb748888835d req-7e936d54-c4f2-4d17-9414-7eeb1db41550 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0828147
Dec 08 19:34:17.184489 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-308aafb9-d0b6-452d-923e-75ebd133ad59 req-2ec16c57-8373-4652-a920-1d731a228a68 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0522215
Dec 08 19:34:18.374375 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a42d44d5-154c-49a0-9acb-413cd8b0a3cc req-2259e083-7837-4d12-8e30-da1d51077f92 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0477335
Dec 08 19:34:18.438983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:18.949256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:34:19.560770 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3e930ef3-5796-4927-92d8-4df6eeb53c24 req-00b317ce-4baf-4b99-9e68-b857aa10867d tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0517128
Dec 08 19:34:20.747570 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-09cd646a-1459-4196-b3b5-f6acd16ad204 req-e4d4ffca-003f-43d4-86ce-3eb1abf27096 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0455248
Dec 08 19:34:21.946161 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-11b40b2e-bef0-46c3-b2ea-1e41504bd116 req-6cc88604-9bb8-4c2a-80d2-60dbbd12a6f6 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] 10.222.0.61 "GET /v2.0/ports?device_id=63481795-b790-4969-80cb-7621bdf472b2 HTTP/1.1" status: 200  len: 210 time: 0.0487673
Dec 08 19:34:23.067162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 51816) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:23.873687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:24.546949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Deleting port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:34:24.547608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:24.753446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] For port 2417d8f2-bc82-410d-9f5b-8f5e6bca441e, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,segment=NetworkSegment(368e331a-43f4-42d7-b32e-92858de46e1b),segment_id=368e331a-43f4-42d7-b32e-92858de46e1b)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:34:24.753699 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:24.884978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Calling delete_port for 2417d8f2-bc82-410d-9f5b-8f5e6bca441e owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:34:25.081127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:25.095470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:25.154139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2417d8f2-bc82-410d-9f5b-8f5e6bca441e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:25.213435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.213857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.214263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.214666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.215074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.215465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.215857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.216274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.216668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.217060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.217451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.217863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.218335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.218767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.219155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.219542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.219943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.220347 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.220735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.221121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.221510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.221893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.222278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.222660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:25.231493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:25.550020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:26.153182 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Router db35d62d-33d5-4fc6-b84d-64170c539f9e has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:34:26.359018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:34:26.370513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] Sync routers for ids ['db35d62d-33d5-4fc6-b84d-64170c539f9e'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:34:26.382374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] Routers {'db35d62d-33d5-4fc6-b84d-64170c539f9e'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:34:26.383297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edc6a0f60>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:34:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['db35d62d-33d5-4fc6-b84d-64170c539f9e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:34:26.387366 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] 10.222.0.61 "PUT /v2.0/routers/db35d62d-33d5-4fc6-b84d-64170c539f9e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3164852
Dec 08 19:34:26.387875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 51846) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:26.613796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] Set router db35d62d-33d5-4fc6-b84d-64170c539f9e gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:34:26.857130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:26.972301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edc6a0f60>, [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:34:25Z', 'revision_number': 5, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:34:26.980072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] Checking router: db35d62d-33d5-4fc6-b84d-64170c539f9e for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:34:26.990407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] Routers {'db35d62d-33d5-4fc6-b84d-64170c539f9e'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:34:26.991122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edc6a0f60>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:34:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['db35d62d-33d5-4fc6-b84d-64170c539f9e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:34:27.084825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:27.094221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Deleting port 909f3756-8789-42db-b825-8c0b56565f65 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:34:27.095045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:27.255919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] Set router db35d62d-33d5-4fc6-b84d-64170c539f9e gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:34:27.369632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] For port 909f3756-8789-42db-b825-8c0b56565f65, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=909f3756-8789-42db-b825-8c0b56565f65,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:34:27.370288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:27.523536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Calling delete_port for 909f3756-8789-42db-b825-8c0b56565f65 owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:34:27.609727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edc6a0f60>, [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:34:25Z', 'revision_number': 5, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:34:27.614317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b863be-da52-41c2-b40e-9aeca81aa9e0 None None] The sync data for ids ['db35d62d-33d5-4fc6-b84d-64170c539f9e'] in dv-cinder-766064-1-iscsi is: [{'id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'name': 'tempest-ServerRescueNegativeTestJSON-187311849-router', 'tenant_id': '21c7294ba7ad465b83aa968923695d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '909f3756-8789-42db-b825-8c0b56565f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:38Z', 'updated_at': '2020-12-08T19:34:25Z', 'revision_number': 5, 'project_id': '21c7294ba7ad465b83aa968923695d7c', 'gw_port': {'id': '909f3756-8789-42db-b825-8c0b56565f65', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35d62d-33d5-4fc6-b84d-64170c539f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:41Z', 'updated_at': '2020-12-08T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:34:27.689657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:27.904084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.039189 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.041727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.077194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.077576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db35d62d-33d5-4fc6-b84d-64170c539f9e {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:34:28.092592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.093967 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4754d30b-6c2b-4732-a529-b9c2f7c57261 admin admin] 10.222.0.61 "DELETE /v2.0/routers/db35d62d-33d5-4fc6-b84d-64170c539f9e HTTP/1.1" status: 204  len: 168 time: 1.7049689
Dec 08 19:34:28.096719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 51864) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:28.167959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Deleting subnet acc098c6-0cc9-449d-b49b-3732321e9a12 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:34:28.171336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.229710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168130'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.292884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.573952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850669637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851757585'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.590182 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:28.638873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc098c6-0cc9-449d-b49b-3732321e9a12,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:28.643440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:28.739291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:28.747391 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/acc098c6-0cc9-449d-b49b-3732321e9a12 HTTP/1.1" status: 204  len: 168 time: 0.6496129
Dec 08 19:34:28.750445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 51870) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:28.876813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:29.078543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:29.119819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 2417d8f2-bc82-410d-9f5b-8f5e6bca441e no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:34:29.157570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 2417d8f2-bc82-410d-9f5b-8f5e6bca441e {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:34:29.157971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 2417d8f2-bc82-410d-9f5b-8f5e6bca441e not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:34:29.158443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 909f3756-8789-42db-b825-8c0b56565f65 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:34:29.195139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 909f3756-8789-42db-b825-8c0b56565f65 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:34:29.195477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 909f3756-8789-42db-b825-8c0b56565f65 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:34:29.199692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edce4beb8>,) {'filters': {'network_id': ['26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:34:29.214154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edce4beb8>, '368e331a-43f4-42d7-b32e-92858de46e1b') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:34:29.214496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edce4beb8>, '368e331a-43f4-42d7-b32e-92858de46e1b') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:34:29.227193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:29.242872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:29.245007 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:34:29.433381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:34:29.443257 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:29.635894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Network 26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:34:29.660247 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:34:29.745429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:29.749520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:29.764223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:29.776426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:29.787391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.787802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.788212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.788639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.789033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.789440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.789838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.790232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.790628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.791019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.791408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.791934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.792563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.792967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.793365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.793759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.794139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.794532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.794926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.795321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.795718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.796194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.796587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.796916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:34:29.800975 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/26cb96d0-1bf3-4ddf-bc11-20bdb8167bc4 HTTP/1.1" status: 204  len: 168 time: 1.0493889
Dec 08 19:34:29.801897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:29.972354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 51886) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:30.026186 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-08d47a4a-fac7-4476-981e-9131dcc9dc8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21c7294ba7ad465b83aa968923695d7c&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0523031
Dec 08 19:34:30.029959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 51890) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:30.097777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:30.127599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:30.198801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:30.204272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-76a443e1-20fb-4b1e-9f7c-61ee19f76be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:30.215624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:30.220612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:30.222646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:30.223858 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f9c8f43-00e3-4afd-ab63-ee11dc2f1b90 HTTP/1.1" status: 204  len: 168 time: 0.1928110
Dec 08 19:34:32.785728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 51960) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:33.009901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.027487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:34:33.032030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Usage tracker for resource:security_group_rule and tenant:599c1464464b4358b756264c8460eedc is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:34:33.035374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:34:33.041728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:34:33.143395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.147076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.159743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c090b66a-89ab-4dd9-94ab-0b8e3a5fbc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:33.205657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6cbfe6-940b-46ca-a140-d8353b510603,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:33.211442 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=599c1464464b4358b756264c8460eedc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4231977
Dec 08 19:34:33.213567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 51970) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:33.213752 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2a31a848-6a03-4d06-9c9e-07ec3c630d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:33.282409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.314312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.387398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.391719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4af340fd-735b-47c6-82ea-b154ed4991a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:33.404176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6cbfe6-940b-46ca-a140-d8353b510603,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:33.407186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:33.414422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.419732 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d6cbfe6-940b-46ca-a140-d8353b510603 HTTP/1.1" status: 204  len: 168 time: 0.2046041
Dec 08 19:34:33.801666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 51982) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:33.822036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.838978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:34:33.843253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Usage tracker for resource:security_group_rule and tenant:b856b873448b472885e7f5ab0b3fa26d is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:34:33.846402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:34:33.853977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:34:33.961526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.965223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:33.974910 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4c51a2c0-dbf9-4b2f-beb2-ef27d410f032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:34.025824 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b856b873448b472885e7f5ab0b3fa26d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2225673
Dec 08 19:34:34.028102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 51988) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:34:34.029602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10edf47-5107-416a-9d2b-96cb50f8f175,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:34.037249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a0dab30b-c664-468f-a0d6-a71ad1e05d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:34.119692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94448ddc-8ae8-4884-abfd-d043341f1746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:34.151564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94448ddc-8ae8-4884-abfd-d043341f1746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:34.206261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94448ddc-8ae8-4884-abfd-d043341f1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:34.210956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-54055a0e-9a33-4fa9-b5d6-f54037588e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:34:34.226423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94448ddc-8ae8-4884-abfd-d043341f1746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10edf47-5107-416a-9d2b-96cb50f8f175,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:34:34.230166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-94448ddc-8ae8-4884-abfd-d043341f1746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:34:34.241040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-94448ddc-8ae8-4884-abfd-d043341f1746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:34.242368 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-94448ddc-8ae8-4884-abfd-d043341f1746 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f10edf47-5107-416a-9d2b-96cb50f8f175 HTTP/1.1" status: 204  len: 168 time: 0.2121272
Dec 08 19:34:39.555126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bca97f33-1e9b-414b-8431-8758da39abe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:41.587275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-00e93d63-439d-45a3-8022-55c200327273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:42.789108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:44.006212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:44.250469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:48.428516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:34:55.956740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:35:00.973410 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-326bd00f-442b-4299-8a96-9ec1a3bad554 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1045322
Dec 08 19:35:01.186490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-8f856eb7-3705-44ab-b7db-b7aa20c41bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:35:01.188693 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-8f856eb7-3705-44ab-b7db-b7aa20c41bb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7e6644896e041c39bb14628301f6935&device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 1162 time: 0.1373129
Dec 08 19:35:01.394568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-999394cd-4862-4d33-8f68-f02e163be840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:35:01.396268 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-999394cd-4862-4d33-8f68-f02e163be840 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 200  len: 905 time: 0.1779799
Dec 08 19:35:01.521859 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-a66da0ae-0728-4825-8018-b69da77eb392 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 200  len: 1001 time: 0.1182582
Dec 08 19:35:01.624803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-5e3734dc-a4cd-462e-b2d7-bbd5c823ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:35:01.627205 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-5e3734dc-a4cd-462e-b2d7-bbd5c823ec54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 200  len: 850 time: 0.0977831
Dec 08 19:35:01.737999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-404e263f-1d56-4a0b-9b70-33bd626837ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:35:01.742449 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-404e263f-1d56-4a0b-9b70-33bd626837ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d893e127-8341-44f3-b82b-8e8c50e435ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1063671
Dec 08 19:35:01.901405 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-a4ef407d-6fcf-4170-90a5-4021e99a116b service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539810
Dec 08 19:35:02.076595 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-af9edf83-939e-43df-8a60-4e2d6ed7b060 req-ae626144-a630-4f98-bd63-f71966d84a80 service neutron] 10.222.0.73 "GET /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1685905
Dec 08 19:35:09.561834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d785fa12-ed60-4bd8-a4dd-6c0ab0eb87b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:11.586745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb53ba3f-43d1-4c8c-a6c9-d856aa6a5a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:12.793591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:14.007570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:14.081359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:18.439234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:32.947742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:35:39.565615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f16a716f-2d05-4f89-9619-16a72a84b2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:41.583404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e3320d2-5bda-49e6-aab0-3051dca6218f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:42.795574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:44.002305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:44.086131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:48.443554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:51.182138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bce57-704f-4d6f-bb75-9827af9a1dd8 req-c76dcae8-9cbf-4e18-8127-d9aba4de91f3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:35:51.185344 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-880bce57-704f-4d6f-bb75-9827af9a1dd8 req-c76dcae8-9cbf-4e18-8127-d9aba4de91f3 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 945 time: 0.1377892
Dec 08 19:35:51.251248 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-880bce57-704f-4d6f-bb75-9827af9a1dd8 req-ea412489-a470-4196-b509-ff3d17311c8f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533640
Dec 08 19:35:51.354160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 364142bf-c2a7-40af-b08b-8ad2e9483ae7 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:35:51.466999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-a05c6671-a5de-421a-81f5-15b0ca422764 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:35:51.468853 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-a05c6671-a5de-421a-81f5-15b0ca422764 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 945 time: 0.1139147
Dec 08 19:35:51.503485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:35:51.504440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:51.609130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Deleting port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:35:51.609447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:51.896897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] For port 364142bf-c2a7-40af-b08b-8ad2e9483ae7, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=364142bf-c2a7-40af-b08b-8ad2e9483ae7,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:35:51.897208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:52.263119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:52.263667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:52.263824 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Floating IP 1d6f7187-d03d-4b09-9fc7-769129cc6473 disassociated. External IP: 172.27.0.158, port: 364142bf-c2a7-40af-b08b-8ad2e9483ae7.
Dec 08 19:35:52.264226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Calling delete_port for 364142bf-c2a7-40af-b08b-8ad2e9483ae7 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:35:52.764794 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:52.781678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:35:52.843468 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event deleted for resources: {'Port': ['ID=364142bf-c2a7-40af-b08b-8ad2e9483ae7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:35:52.923504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.923911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.924333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.924732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.925155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.925527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.925919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.926309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.926697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.927560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.928741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.929137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.929649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.930039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.930449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.930818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.931221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.931601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.931985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.932395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.932778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.933138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.933539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.933919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:35:52.946677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:35:52.977246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8cd6-a033-4f2a-9336-e21d4cfb3860 req-0a599298-c84f-498c-b9c0-766467465ea5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:35:52.978979 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e5ed8cd6-a033-4f2a-9336-e21d4cfb3860 req-0a599298-c84f-498c-b9c0-766467465ea5 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 945 time: 0.5855622
Dec 08 19:35:53.064039 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e5ed8cd6-a033-4f2a-9336-e21d4cfb3860 req-69c453ba-72f9-464c-a0be-3f3c603b879a tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups?id=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771172
Dec 08 19:35:53.273554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Router 39b65b94-23f6-455e-b993-30002627aa5b has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:35:53.342103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 364142bf-c2a7-40af-b08b-8ad2e9483ae7 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:35:53.513550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:35:53.527157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] Sync routers for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:35:53.544578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:35:53.546048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddcfcf60>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:35:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:35:53.600351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] No DVR routers for this DVR port 364142bf-c2a7-40af-b08b-8ad2e9483ae7 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:35:53.603396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:53.606625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'name': 'network-vif-deleted', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:35:53.614409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] No Port match for: 364142bf-c2a7-40af-b08b-8ad2e9483ae7 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:35:53.614701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 364142bf-c2a7-40af-b08b-8ad2e9483ae7 not bound to the agent host hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:35:53.658509 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-699b9ec0-b77d-4fb3-9d2c-71148f0af11d req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.73 "DELETE /v2.0/ports/364142bf-c2a7-40af-b08b-8ad2e9483ae7 HTTP/1.1" status: 204  len: 173 time: 2.1831384
Dec 08 19:35:53.691418 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02a9577-ddf9-4696-88f3-3b0dff458d28', 'name': 'network-vif-deleted', 'tag': '364142bf-c2a7-40af-b08b-8ad2e9483ae7', 'status': 'completed', 'code': 200}
Dec 08 19:35:53.960421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:35:54.353082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-1ea964a8-cd77-42db-a0d1-1ed46cf8859e req-fe696055-5d08-4578-b3aa-a7ade257d9fb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Synchronizing usage tracker for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:35:54.374663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-1ea964a8-cd77-42db-a0d1-1ed46cf8859e req-fe696055-5d08-4578-b3aa-a7ade257d9fb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Unset dirty status for tenant:d7e6644896e041c39bb14628301f6935 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:35:54.376030 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1ea964a8-cd77-42db-a0d1-1ed46cf8859e req-fe696055-5d08-4578-b3aa-a7ade257d9fb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/ports?device_id=e02a9577-ddf9-4696-88f3-3b0dff458d28 HTTP/1.1" status: 200  len: 210 time: 0.1013098
Dec 08 19:35:54.379509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddcfcf60>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:35:54.384732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] Checking router: 39b65b94-23f6-455e-b993-30002627aa5b for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:35:54.399707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:35:54.400944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddcfcf60>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:35:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:35:54.602708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:35:54.964203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddcfcf60>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:35:54.968972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed6acf-7133-4917-aff8-d76fa6c45772 None None] The sync data for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi is: [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:11:46Z', 'revision_number': 4, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '04b61966-7329-42d5-8efa-71689d32eae0', 'name': '', 'network_id': 'd893e127-8341-44f3-b82b-8e8c50e435ab', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'mac_address': 'fa:16:3e:d7:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:44Z', 'updated_at': '2020-12-08T19:12:06Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'subnets': [{'id': '0d6a3884-7108-4445-b2c8-455826b5754e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:35:55.408526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b98f492-765e-49db-b8d8-cd4744240dec None None] New status for floating IP 1d6f7187-d03d-4b09-9fc7-769129cc6473: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:35:55.578592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 52948) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:35:55.665272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:55.699237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:55.760069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:55.764538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3b62afdd-ca71-4cee-b5fc-26591e381675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:35:55.782147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb102ed7-2d5b-4f28-8fe2-0806fb7363e1,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:35:55.785631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:35:55.793979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:55.799588 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "DELETE /v2.0/security-groups/eb102ed7-2d5b-4f28-8fe2-0806fb7363e1 HTTP/1.1" status: 204  len: 168 time: 0.2155468
Dec 08 19:35:55.801157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 52954) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:35:55.819210 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.api.v2.resource [None req-7da48a96-72e4-46a4-9423-45db30ec0eb2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] show failed (client error): The resource could not be found.
Dec 08 19:35:55.820422 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7da48a96-72e4-46a4-9423-45db30ec0eb2 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "GET /v2.0/security-groups/eb102ed7-2d5b-4f28-8fe2-0806fb7363e1 HTTP/1.1" status: 404  len: 347 time: 0.0194278
Dec 08 19:35:55.825525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 52958) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:35:55.995017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Deleting port 22b2b477-662c-4c3a-9a8b-bf1c98c81295 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:35:55.995451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:56.184162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:56.184597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:56.312170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Calling delete_port for 22b2b477-662c-4c3a-9a8b-bf1c98c81295 owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:35:56.467525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:56.483330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-74b53ca5-6a20-4aa2-92e8-429392c306f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:35:56.535971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Pushing event deleted for resources: {'Port': ['ID=22b2b477-662c-4c3a-9a8b-bf1c98c81295,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:35:56.541457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:35:56.707971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:56.728928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:35:56.730243 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] 10.222.0.61 "DELETE /v2.0/floatingips/1d6f7187-d03d-4b09-9fc7-769129cc6473 HTTP/1.1" status: 204  len: 168 time: 0.9036930
Dec 08 19:36:09.562600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87c10474-b407-4d31-a8bc-63afd72772c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:09.949119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:36:11.579066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-16658d37-5596-4c3b-ac7e-4905a7be3152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:12.799537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:14.008417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:14.087637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:18.440260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:39.572101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6bedb68-27b0-402c-b047-db2091cb7650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:41.585539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d634873c-1a2c-4a85-88d6-fcf68f30f21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:42.803438 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:44.005269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:44.203660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:46.958775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:36:48.446737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:36:49.916945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-9a1d6a0c-576b-4693-bcb8-45b4d1605b26 req-0afa5853-4893-46ec-b355-d84b0d3e0730 service neutron] (80322) timed out ('10.222.0.73', 64118) {{(pid=80322) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 08 19:37:09.561716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-744c21d0-e1ec-417a-b568-9e1e38dd0ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:11.580695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-916975db-0d02-4404-b900-5448154b6a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:12.801496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:14.008961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:14.097647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:18.457884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:23.950873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:37:39.557548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-58fb474e-4837-47a1-ab03-0eb660f08aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:41.585258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-72aabb31-4aaa-4ec8-9ba1-fefd42f97fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:42.809198 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:44.008608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:44.099449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:37:48.474226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:00.956615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:38:09.553691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-738bbd35-f1f9-4824-be3b-29302e0fbf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:11.593353 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ed7e-629c-4203-a4a9-b4ced070fe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:12.811784 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:14.004228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:14.100710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:18.475380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.047322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 54592) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:38:24.242365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.258651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:38:24.263507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e7ab2bb0f84967a660747a940afffc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:38:24.266791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:38:24.272962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:38:24.371691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.376123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.386243 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6b829fd7-8146-4626-a40f-67fef54bda39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:38:24.430883 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6e7ab2bb0f84967a660747a940afffc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3822505
Dec 08 19:38:24.431892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3309e56f-693f-4db5-86c5-9edfafb19bc5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:38:24.434932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 54602) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:38:24.440656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.441068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.441461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.441868 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.442256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.442756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.443143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.443533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.443920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.444352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.444739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.445130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.445624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.446014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.446398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.446782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.447163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.447548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.447921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.448344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.448728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.449114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.449487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.449870 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.455732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:38:24.506240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.536295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.596770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.602101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8862c4de-e4a1-4d5c-a6c7-7044b51e3ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:38:24.617599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3309e56f-693f-4db5-86c5-9edfafb19bc5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:38:24.621318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:24.622611 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3309e56f-693f-4db5-86c5-9edfafb19bc5 HTTP/1.1" status: 204  len: 168 time: 0.1865830
Dec 08 19:38:24.627915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.628378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.628788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.629194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.629594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.629970 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.630393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.630770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.631161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.631551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.631942 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.632358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.632858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.633257 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.633648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.634024 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.634415 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.634814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.635200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.635577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.635965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.636382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.636770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.637158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:38:24.641220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:38:37.959596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:38:39.550954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f47d3ee5-8796-4bba-95d4-41d6e9a1055a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:41.588530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b0a63761-ac7c-4dc7-a694-628504fd2fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:42.817306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:44.001466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:44.194889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:38:48.502738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:09.550921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-162c6634-41a7-4252-bc41-112f2c48d732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:11.598713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-26572e2c-ebdd-4db6-92e3-038ade2caeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:12.816788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:13.997065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:14.109012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:14.965466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:39:18.512850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:39.558220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2fc290eb-a0f2-4b15-9110-d6eb8543313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:41.593730 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-61cc2374-4a50-4cd7-90e8-3783ed423479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:42.817066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:43.993034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:44.112169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:48.508201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:39:51.966734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:40:09.544023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-83498f53-bca8-4dbb-bc45-62e7ebf2de3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:11.596817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7bcee973-e7f2-44de-904c-b3447542ba44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:12.818795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:14.003032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:14.118302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:18.517251 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:28.968313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:40:39.555298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8e14c92e-4241-45ad-99a7-b5883e53d418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:41.599977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-58e8d363-73e9-4f4c-b794-e6b767b91b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:42.823540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:43.996911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:44.207877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:45.968149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 55940) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:46.797203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:47.428135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Deleting port b23524f3-1949-4e8b-8baf-3c3947f6a87d {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:40:47.428720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:47.626806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] For port b23524f3-1949-4e8b-8baf-3c3947f6a87d, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=b23524f3-1949-4e8b-8baf-3c3947f6a87d,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:40:47.627203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:47.754500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Calling delete_port for b23524f3-1949-4e8b-8baf-3c3947f6a87d owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:40:47.942424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:47.959533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e063365e-7b82-48a9-8286-2ded8ec3c02c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:48.011677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23524f3-1949-4e8b-8baf-3c3947f6a87d,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:48.072237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.072683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.073146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.073587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.073859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.074243 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.074625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.075011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.075440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.075824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.076238 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.076728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.077344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.077795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.078130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.078492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.078893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.079400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.079808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.080645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.080933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.081440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.081818 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.082195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:48.093643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:48.404866 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:48.529279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:48.951208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:40:49.166406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:40:49.177179 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] Sync routers for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:40:49.179889 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] 10.222.0.61 "PUT /v2.0/routers/0ed7f66a-66cd-453b-b945-e6503ba7b2a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2101126
Dec 08 19:40:49.182574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 55968) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:49.187279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:40:49.187957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf433c8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:40:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:40:49.380905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:40:49.383058 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:49.840714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:49.846403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Deleting port 5873ffd6-945b-45f5-9954-9cc54002d7e3 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:40:49.846779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:49.870396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf433c8>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:40:47Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:40:49.875322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] Checking router: 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:40:49.884815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] Routers {'0ed7f66a-66cd-453b-b945-e6503ba7b2a9'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:40:49.885601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf433c8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:40:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:40:50.033178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] For port 5873ffd6-945b-45f5-9954-9cc54002d7e3, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=5873ffd6-945b-45f5-9954-9cc54002d7e3,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:40:50.033465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.079400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] Set router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:40:50.174325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Calling delete_port for 5873ffd6-945b-45f5-9954-9cc54002d7e3 owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:40:50.317672 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.388424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf433c8>, [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:40:47Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:40:50.392884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b854f-bc4b-427a-820a-c9be1dd08e5c None None] The sync data for ids ['0ed7f66a-66cd-453b-b945-e6503ba7b2a9'] in dv-cinder-766064-1-iscsi is: [{'id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'name': 'tempest-AttachVolumeShelveTestJSON-1484508284-router', 'tenant_id': 'cbeffe8fb14343a19e93604db0559e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:13:22Z', 'updated_at': '2020-12-08T19:40:47Z', 'revision_number': 5, 'project_id': 'cbeffe8fb14343a19e93604db0559e42', 'gw_port': {'id': '5873ffd6-945b-45f5-9954-9cc54002d7e3', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f66a-66cd-453b-b945-e6503ba7b2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:13:23Z', 'updated_at': '2020-12-08T19:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:40:50.550384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.692988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.695405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.720108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.720738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed7f66a-66cd-453b-b945-e6503ba7b2a9 {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:40:50.734435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.735644 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-63d832d8-e061-449c-95fc-6d9a86285060 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0ed7f66a-66cd-453b-b945-e6503ba7b2a9 HTTP/1.1" status: 204  len: 168 time: 1.5520453
Dec 08 19:40:50.738412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 55986) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:50.810834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Deleting subnet e22f64ba-c964-46fb-b971-4f8cad44715c {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:40:50.814410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.871331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:50.964324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:51.259446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:51.275799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fc6508db-9e96-4592-807b-731bd3aac1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:51.311882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device b23524f3-1949-4e8b-8baf-3c3947f6a87d no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:40:51.331883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22f64ba-c964-46fb-b971-4f8cad44715c,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:51.336920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:51.350439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: b23524f3-1949-4e8b-8baf-3c3947f6a87d {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:40:51.350830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device b23524f3-1949-4e8b-8baf-3c3947f6a87d not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:40:51.351300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 5873ffd6-945b-45f5-9954-9cc54002d7e3 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:40:51.385849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 5873ffd6-945b-45f5-9954-9cc54002d7e3 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:40:51.386208 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 5873ffd6-945b-45f5-9954-9cc54002d7e3 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:40:51.425971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:51.431156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcd476-2f07-4aff-93e9-4694d5186858 None None] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:40:51.432774 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e22f64ba-c964-46fb-b971-4f8cad44715c HTTP/1.1" status: 204  len: 168 time: 0.6933126
Dec 08 19:40:51.435485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 55994) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:51.558703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:51.633605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Deleting port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:40:51.633977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:51.715189 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] DHCP port deletion for 1422ddce-28c0-4837-98e8-5c8937bb83ff request from dv-cinder-766064-1-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 08 19:40:51.720293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Deleting port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:40:51.720730 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:51.866621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] For port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:40:51.867033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:51.946801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] For port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,segment=NetworkSegment(21a152b7-b2a9-426d-92e7-879ece7a4be7),segment_id=21a152b7-b2a9-426d-92e7-879ece7a4be7)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:40:51.947452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:52.000778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Calling delete_port for 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:40:52.085307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Calling delete_port for 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:40:52.086049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:52.102159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2b097af4-377b-4876-b96c-e03e79f2c990 tempest-VolumesActionsTest-2064011198 tempest-VolumesActionsTest-2064011198] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:52.159710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:40:52.160131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:40:52.161368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Pushing event deleted for resources: {'Port': ['ID=719e36b2-8d67-4d4d-a4d2-d8110bc99bd2,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:52.165439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:52.247515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] No DVR routers for this DVR port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 on host dv-cinder-766064-1-iscsi {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:40:52.377713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:52.497650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eddc99cc0>,) {'filters': {'network_id': ['1422ddce-28c0-4837-98e8-5c8937bb83ff']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:40:52.511201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eddc99cc0>, '21a152b7-b2a9-426d-92e7-879ece7a4be7') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:40:52.511501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eddc99cc0>, '21a152b7-b2a9-426d-92e7-879ece7a4be7') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:40:52.524833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:52.546879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:52.549877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:40:52.661840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Deleting port 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:40:52.662275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:52.732323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d8edbce6-ccf4-4761-834f-994de14ee634 None None] The port '719e36b2-8d67-4d4d-a4d2-d8110bc99bd2' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 08 19:40:52.743094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:40:52.753122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:52.935379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Network 1422ddce-28c0-4837-98e8-5c8937bb83ff has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:40:52.959777 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:40:53.048582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:53.052301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:53.066694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:53.078594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Pushing event deleted for resources: {'Network': ['ID=1422ddce-28c0-4837-98e8-5c8937bb83ff,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:53.083761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:53.087874 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1422ddce-28c0-4837-98e8-5c8937bb83ff HTTP/1.1" status: 204  len: 168 time: 1.6513324
Dec 08 19:40:53.250619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 56018) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:53.308543 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-08673f51-609b-467d-a162-2d0aaa2e2bc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cbeffe8fb14343a19e93604db0559e42&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0564525
Dec 08 19:40:53.309546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 56022) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:53.314101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:40:53.349913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:40:53.350311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 719e36b2-8d67-4d4d-a4d2-d8110bc99bd2 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:40:53.384019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:53.414749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:53.469207 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:53.474540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca3a4b68-eac1-4ed8-acf6-a7c36352abfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:53.491095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc73e14-2080-4fb0-a602-e74f9f34e0ac,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:53.494341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:53.496521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:53.497783 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6cc73e14-2080-4fb0-a602-e74f9f34e0ac HTTP/1.1" status: 204  len: 168 time: 0.1870856
Dec 08 19:40:54.470188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 56054) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:54.632332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-414216322-network', 'tenant_id': '0f2aedffb66a4ab4a42d4e0997740ddd'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:40:54.638027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:40:54.642668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Usage tracker for resource:network and tenant:0f2aedffb66a4ab4a42d4e0997740ddd is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:40:54.645986 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:40:54.652302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:40:54.664595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Made reservation on behalf of 0f2aedffb66a4ab4a42d4e0997740ddd for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:40:54.669469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.683173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.699965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:40:54.704546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Usage tracker for resource:security_group_rule and tenant:0f2aedffb66a4ab4a42d4e0997740ddd is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:40:54.708313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:40:54.714683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:40:54.805652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.810303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.813479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6dc3efc3-6127-4fe4-a52d-8e537b05e12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:54.850848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:40:54.860459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ae91b-ef4a-4233-b251-ec46dd7a9756,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:54.864472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:54.867203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.867628 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Added segment 3b3737da-73fc-4d58-ac77-646b592e09e3 of type vxlan for network 163da447-b456-4da0-8fd7-a58f4633fb16
Dec 08 19:40:54.895997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.928275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.929761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:40:54.930422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:54.936048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5e3b4145-01f2-4005-b1ba-cb0dfe5a7bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:55.044499 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5726554
Dec 08 19:40:55.047517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 56064) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:40:55.048697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Pushing event updated for resources: {'Network': ['ID=163da447-b456-4da0-8fd7-a58f4633fb16,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:55.052549 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:55.054066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Request body: {'subnet': {'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-414216322-subnet', 'tenant_id': '0f2aedffb66a4ab4a42d4e0997740ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:40:55.060268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 163da447-b456-4da0-8fd7-a58f4633fb16 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:40:55.066912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:40:55.071175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Usage tracker for resource:subnet and tenant:0f2aedffb66a4ab4a42d4e0997740ddd is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:40:55.074502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:40:55.077683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 163da447-b456-4da0-8fd7-a58f4633fb16 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:40:55.081242 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:40:55.091397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Made reservation on behalf of 0f2aedffb66a4ab4a42d4e0997740ddd for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:40:55.096372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3018121'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:55.533985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850605956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3018136'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:55.551807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d9c74ead-5b87-4dd4-8b75-ae060bf483a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:55.693278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4da2458-e9de-4df9-9c02-05c1041c0573,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:55.707355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.707761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.708160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.708585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.708979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.709366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.709756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.710139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.710522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.710905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.711267 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.711651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.712140 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.712594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.712970 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.713334 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.713719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.714102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.714486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.714872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.715255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.715636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.716568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.716968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:40:55.721006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:55.779383 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Checking segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:40:55.779960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Network hostable DHCP agents. Network: 163da447-b456-4da0-8fd7-a58f4633fb16, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:40:55.800064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Network 163da447-b456-4da0-8fd7-a58f4633fb16 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:40:55.809376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 163da447-b456-4da0-8fd7-a58f4633fb16) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:40:55.822350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:40:55.822994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:55.828100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35457c6-2da2-4589-96a9-9edb5179a1cc None None] Network 163da447-b456-4da0-8fd7-a58f4633fb16 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:40:55.849481 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-44c8ae87-d697-44e4-8786-accefc7b9606 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8007126
Dec 08 19:40:56.068285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e14b9-1b03-44ac-a99a-2dc69d1011f8 None None] Network 163da447-b456-4da0-8fd7-a58f4633fb16 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:40:56.799814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-660b8c7a-20ef-4ce1-987f-b0ba289b847e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:40:56.801382 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-660b8c7a-20ef-4ce1-987f-b0ba289b847e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.1596320
Dec 08 19:40:56.817951 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-a73816fb-1e93-4728-9b66-84da4baaff7e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/quotas/0f2aedffb66a4ab4a42d4e0997740ddd HTTP/1.1" status: 200  len: 375 time: 0.0103648
Dec 08 19:40:56.868846 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-deb61825-d2a9-40a6-b87f-f2e0dfc78d01 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450437
Dec 08 19:40:56.962387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-e2db0b94-2051-48d2-a883-40058e738a86 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:40:56.963485 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-e2db0b94-2051-48d2-a883-40058e738a86 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0872788
Dec 08 19:40:57.124866 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-1306704b-da21-45b7-b9b2-543ae847457c service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540675
Dec 08 19:40:57.273322 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-2567f23b-9196-4920-93b1-170362f8d83b service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450262
Dec 08 19:40:57.825383 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-38ede783-5bf8-4295-8ed1-648e1f75b857 req-aa7f8fcf-6f09-4e49-be3c-3669a023ed69 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 210 time: 0.3763435
Dec 08 19:40:58.915596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-ad9bd31e-cb6e-4e51-962e-36bd92c04b0e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:40:58.920174 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-ad9bd31e-cb6e-4e51-962e-36bd92c04b0e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.1753953
Dec 08 19:40:58.941169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Request body: {'port': {'device_id': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16', 'admin_state_up': True, 'tenant_id': '0f2aedffb66a4ab4a42d4e0997740ddd'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:40:59.036705 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1d42e2ca-7900-4dc2-bdb1-d43cc40873da req-2721c1f8-c1d8-47d6-830b-12e272a4a964 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 210 time: 0.0700595
Dec 08 19:40:59.147844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:40:59.152407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Usage tracker for resource:port and tenant:0f2aedffb66a4ab4a42d4e0997740ddd is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:40:59.156164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Quota usage for port was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:40:59.163031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:40:59.174515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Made reservation on behalf of 0f2aedffb66a4ab4a42d4e0997740ddd for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:40:59.180321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:59.502723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Allocated IP 172.20.0.6 (163da447-b456-4da0-8fd7-a58f4633fb16/a4da2458-e9de-4df9-9c02-05c1041c0573/b8429bba-7f42-4c03-a8d6-7f96ee486296) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:40:59.727756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:59.763630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:40:59.784887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc26fc5e-c54c-4cf2-b9a5-fca570156ab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:40:59.932615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event updated for resources: {'Port': ['ID=b8429bba-7f42-4c03-a8d6-7f96ee486296,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:40:59.936487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:40:59.990998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Network 163da447-b456-4da0-8fd7-a58f4633fb16 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:40:59.992472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:40:59.995062 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:41:00.060560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:00.061223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:00.089772 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1571133
Dec 08 19:41:00.178369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Request body: {'port': {'device_id': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:41:00.366149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:00.421738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80a987-33a0-41d7-b8c5-f5e30c3d492d req-c122515d-e9fd-40ca-9a35-77cb3eeda765 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:00.422518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-6a80a987-33a0-41d7-b8c5-f5e30c3d492d req-c122515d-e9fd-40ca-9a35-77cb3eeda765 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Synchronizing usage tracker for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:41:00.494139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-6a80a987-33a0-41d7-b8c5-f5e30c3d492d req-c122515d-e9fd-40ca-9a35-77cb3eeda765 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Unset dirty status for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:41:00.495448 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a80a987-33a0-41d7-b8c5-f5e30c3d492d req-c122515d-e9fd-40ca-9a35-77cb3eeda765 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 931 time: 0.2794895
Dec 08 19:41:00.625213 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6a80a987-33a0-41d7-b8c5-f5e30c3d492d req-2c0efa6e-7161-4de0-8723-0b3057b0ede2 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224701
Dec 08 19:41:00.865822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8429bba-7f42-4c03-a8d6-7f96ee486296 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:41:00.874482 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:00.889131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Transition to ACTIVE for port object b8429bba-7f42-4c03-a8d6-7f96ee486296 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:41:00.892998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:00.906900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8b5ed776-caf5-4adf-9b6d-17bc04ba972f tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:41:01.050639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8429bba-7f42-4c03-a8d6-7f96ee486296,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:41:01.055053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:41:01.253130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Attempting to bind port b8429bba-7f42-4c03-a8d6-7f96ee486296 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:41:01.253623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Attempting to bind port b8429bba-7f42-4c03-a8d6-7f96ee486296 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:41:01.253867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Attempting to bind port b8429bba-7f42-4c03-a8d6-7f96ee486296 on network 163da447-b456-4da0-8fd7-a58f4633fb16 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:41:01.259877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:41:01.260285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Checking segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:41:01.260694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:01.261099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Bound using segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:41:01.261571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Bound port: b8429bba-7f42-4c03-a8d6-7f96ee486296, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:41:01.261949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:01.360925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] For port b8429bba-7f42-4c03-a8d6-7f96ee486296, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:41:01.364867 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] For port b8429bba-7f42-4c03-a8d6-7f96ee486296, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:41:01.369454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:01.382930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ba33663f-8b91-409a-860a-897270009b83 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:41:01.565432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8429bba-7f42-4c03-a8d6-7f96ee486296,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:41:01.586530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:41:01.596562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:01.597244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:01.598768 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-79fdb37f-c874-47a6-9a23-df26eca027e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 1157 time: 1.5011578
Dec 08 19:41:01.599304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'tag': 'b8429bba-7f42-4c03-a8d6-7f96ee486296'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:41:01.745201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-6eba1022-5e3e-4fc5-b9b2-2a5206068c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:01.747271 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-6eba1022-5e3e-4fc5-b9b2-2a5206068c0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1160 time: 0.1099958
Dec 08 19:41:01.806454 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'tag': 'b8429bba-7f42-4c03-a8d6-7f96ee486296', 'status': 'completed', 'code': 200}
Dec 08 19:41:01.866148 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-bd08df3b-b456-42ae-8a90-7dd99c4bb5ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.1119561
Dec 08 19:41:01.952547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-aa380002-58d7-47b6-91b3-ddd7c6abfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:01.954220 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-aa380002-58d7-47b6-91b3-ddd7c6abfc92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0797925
Dec 08 19:41:02.008003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d2105-4e4e-4d00-b21b-ad61a608f6c8 req-5d3dcd02-adf3-48e0-be18-b37f183b2de9 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:02.009604 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7d6d2105-4e4e-4d00-b21b-ad61a608f6c8 req-5d3dcd02-adf3-48e0-be18-b37f183b2de9 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 943 time: 0.2023072
Dec 08 19:41:02.015894 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-c64ddc8a-d036-4ab4-8a5e-3e22f0a894db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540245
Dec 08 19:41:02.157681 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7d6d2105-4e4e-4d00-b21b-ad61a608f6c8 req-13b62528-94ab-4a22-8000-59c76df8ca1d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406746
Dec 08 19:41:02.196124 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-1f04595b-9122-487e-8a30-02c68e87db99 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631088
Dec 08 19:41:02.345491 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9e319b85-1ffe-45cb-b6eb-b87e9d2feb8f req-5d0512a0-5761-4cd1-8fc1-2e77a8f21cdc service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425936
Dec 08 19:41:02.477552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-d29c1075-daee-4de4-8dda-1052e593fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:02.479208 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-d29c1075-daee-4de4-8dda-1052e593fe4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1160 time: 0.0775490
Dec 08 19:41:02.626658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-ce1af938-e4b1-4767-9a5e-c28922db53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:02.628382 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-ce1af938-e4b1-4767-9a5e-c28922db53fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1415524
Dec 08 19:41:02.955398 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-b703fd16-2c59-427d-af33-5592a3411ffc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.3188672
Dec 08 19:41:03.027967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-8b8814a4-3489-49ed-9c7b-a2e8eec48138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:03.030412 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-8b8814a4-3489-49ed-9c7b-a2e8eec48138 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0673847
Dec 08 19:41:03.086875 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-a08bca2c-2bf9-45d1-a0e4-a23535416ffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489821
Dec 08 19:41:03.245334 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-53adec1c-d02a-4adc-a0b3-8840f5850c3b service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514120
Dec 08 19:41:03.455007 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2692c81a-466c-4eae-9b89-d6582b6ef127 req-0969bd87-7e12-4328-aedf-389359ae2b2d service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2027338
Dec 08 19:41:03.471625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5536ca-fd50-447c-bbed-e07774596d98 req-4a0961ae-c6dd-415a-8821-2af7b8b832e7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:03.473204 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5e5536ca-fd50-447c-bbed-e07774596d98 req-4a0961ae-c6dd-415a-8821-2af7b8b832e7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 943 time: 0.1269050
Dec 08 19:41:03.522468 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5e5536ca-fd50-447c-bbed-e07774596d98 req-2edcb4c7-965a-405a-879f-29e67f2b9e43 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419130
Dec 08 19:41:04.671476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-461d4d88-5691-4d02-9772-a31e6f9de4f5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:41:04.752146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd7e5f-9794-4c6f-9026-08732d70ea10 req-09f66b88-e3bc-4ff9-9c64-55ec89f13b3d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:04.753739 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-59fd7e5f-9794-4c6f-9026-08732d70ea10 req-09f66b88-e3bc-4ff9-9c64-55ec89f13b3d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 943 time: 0.0957580
Dec 08 19:41:04.804115 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-59fd7e5f-9794-4c6f-9026-08732d70ea10 req-bad6acc5-7044-4890-bd61-a58eb45c6a2d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437398
Dec 08 19:41:04.948151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device b8429bba-7f42-4c03-a8d6-7f96ee486296 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:41:05.024052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port b8429bba-7f42-4c03-a8d6-7f96ee486296 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:41:05.029119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port b8429bba-7f42-4c03-a8d6-7f96ee486296 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:41:05.029541 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:05.172936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:05.201481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8429bba-7f42-4c03-a8d6-7f96ee486296'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:41:05.213477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port b8429bba-7f42-4c03-a8d6-7f96ee486296, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:41:05.219128 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:05.221165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:41:05.291690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=b8429bba-7f42-4c03-a8d6-7f96ee486296,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:41:05.300346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.300734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.301117 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.301707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.301836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.302231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.302590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.302957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.303341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.303717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.304047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.304434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.304893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.308759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.309120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.309551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.309932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.310315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.310747 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.311122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.311495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.311854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.312256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.312757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:41:05.318240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:41:05.361758 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8429bba-7f42-4c03-a8d6-7f96ee486296', 'code': 200}
Dec 08 19:41:05.614943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8af1b-28a7-468f-9904-c14d5baa63c7 req-e8e3397a-2167-4bdb-8439-f2568a63b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:05.616640 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2df8af1b-28a7-468f-9904-c14d5baa63c7 req-e8e3397a-2167-4bdb-8439-f2568a63b30a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1162 time: 0.0773492
Dec 08 19:41:05.669141 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2df8af1b-28a7-468f-9904-c14d5baa63c7 req-75edf884-e4cd-46a3-a2b8-088013ee2488 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460413
Dec 08 19:41:05.968650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:41:06.029650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5a8f-5a9e-4001-adb4-84ae5343b3a6 req-818625aa-2c2b-45cf-804f-44d4f0c5d0ab tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:06.031319 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e9a5a8f-5a9e-4001-adb4-84ae5343b3a6 req-818625aa-2c2b-45cf-804f-44d4f0c5d0ab tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 945 time: 0.0874443
Dec 08 19:41:06.082413 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e9a5a8f-5a9e-4001-adb4-84ae5343b3a6 req-dc133bea-7135-448a-a5f3-cdab5a6323e7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443668
Dec 08 19:41:06.600648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device b8429bba-7f42-4c03-a8d6-7f96ee486296 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:41:06.679645 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port b8429bba-7f42-4c03-a8d6-7f96ee486296 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:41:06.680664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:07.311874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11627e-f61a-4e02-a695-41ae26417c3b req-0aa9e447-dd29-4530-b313-a4ab254b736c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:41:07.313620 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5d11627e-f61a-4e02-a695-41ae26417c3b req-0aa9e447-dd29-4530-b313-a4ab254b736c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 945 time: 0.0964258
Dec 08 19:41:07.366215 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5d11627e-f61a-4e02-a695-41ae26417c3b req-8a31b5e3-1046-4f2f-93a7-6cceafeef091 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459452
Dec 08 19:41:09.541945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7a4f401f-d5c8-46f9-9a2c-a4dcdd0516d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:11.612815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8db5e9e6-b6ee-4ce4-8b52-27d73d4b2528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:12.825684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:14.010283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:14.120863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:18.541101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:39.551588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-61f21150-7e1e-4864-8b05-e094d18659bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:41.614277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-918d7c4f-c957-47f8-902e-cd8e8a989301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:42.829907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:42.970670 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:41:44.005564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:44.124255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:41:48.554466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:05.900547 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-a3106a70-0f1c-4a55-a224-2fdc56a2f514 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0790596
Dec 08 19:42:06.063456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426228f-8b9f-416c-963d-948246388559 req-7672a69d-717c-42ce-9704-62130d7cb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:42:06.065128 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-7672a69d-717c-42ce-9704-62130d7cb12b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1162 time: 0.0850515
Dec 08 19:42:06.238977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426228f-8b9f-416c-963d-948246388559 req-bac7c88f-4447-4e48-83ca-5624c5161deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:42:06.240739 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-bac7c88f-4447-4e48-83ca-5624c5161deb service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1562495
Dec 08 19:42:06.315079 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-42f64bf7-4aa9-4945-bb1e-3ca41a80ba70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.0661404
Dec 08 19:42:06.392755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426228f-8b9f-416c-963d-948246388559 req-b8db0e09-362e-4abf-8dcd-f77c19ae56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:42:06.394353 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-b8db0e09-362e-4abf-8dcd-f77c19ae56d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0728080
Dec 08 19:42:06.447823 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-714698af-a230-43f1-93a3-81c12077d8ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462925
Dec 08 19:42:06.607578 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-139e5420-1d94-40d0-a206-22a4dbd267bc service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520541
Dec 08 19:42:06.755162 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3426228f-8b9f-416c-963d-948246388559 req-f0965f99-4a48-426a-8880-280d787e73ce service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413403
Dec 08 19:42:09.548317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b3702540-7a5c-4059-9ebb-637b359dba12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:11.615734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f95e7f89-9449-42e3-974c-6b6e0759111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:12.832450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:14.011630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:14.127173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:18.548318 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:19.971161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:42:39.544457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c09c7317-7d69-44fb-ba04-f8eaca59c9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:41.609099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-75b2eb8e-fadd-4cf7-8d49-4fe6799b9bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:42.836692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:44.007076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:44.235957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:48.564405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:42:56.971013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:43:06.904479 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-c71be4f4-1a93-4154-9472-2529d50e010c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0803139
Dec 08 19:43:07.068379 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-6fbd0c12-d8ec-4f4a-9f79-a6e88a8efcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:43:07.070163 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-6fbd0c12-d8ec-4f4a-9f79-a6e88a8efcd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1162 time: 0.0862005
Dec 08 19:43:07.236557 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-d4276a9b-8331-4a9e-91fb-859f624f2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:43:07.238176 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-d4276a9b-8331-4a9e-91fb-859f624f2c36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1465712
Dec 08 19:43:07.308944 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-f97847fc-a654-4299-b4d1-2254590d3aba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.0643575
Dec 08 19:43:07.385275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-d31ff43b-9d99-4225-8cea-7e5c23d88339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:43:07.387202 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-d31ff43b-9d99-4225-8cea-7e5c23d88339 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0714192
Dec 08 19:43:07.441520 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-5f6b6306-31f2-4598-a422-ed3e7eec602c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461960
Dec 08 19:43:07.452076 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-47651c41-5e7e-44fa-9825-cf607db5cc2f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:43:07.453179 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-47651c41-5e7e-44fa-9825-cf607db5cc2f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0057523
Dec 08 19:43:07.607657 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-eb79ed20-4c9a-467e-8a14-2de0f6fd4f9a service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465824
Dec 08 19:43:07.760259 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fbaa640e-d75c-4e92-9880-b5afabf1eb82 req-253567fc-8265-4ebd-b2ab-cec2fb29cfdd service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463635
Dec 08 19:43:09.554440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c2acb274-f2b9-4dda-a38a-77d43e988d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:11.619798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-427ebe56-10f2-4e1f-af5d-7aa2047784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:12.841165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:14.012215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:14.140664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:18.566824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:33.972287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:43:39.538257 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-160f8bb1-157f-4421-809b-61ba89914a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:41.614643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2b039c07-26af-49a9-a9a4-d5fa082e5b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:42.853990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:44.016525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:44.134489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:43:48.566362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:08.916208 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-0c2b8520-0a51-49c2-97ca-57a570381f59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0913904
Dec 08 19:44:09.081512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a3876-1658-48fe-8909-610652ca2abc req-0f1aff01-d51e-4e51-995f-90717a8cb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:44:09.083524 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-0f1aff01-d51e-4e51-995f-90717a8cb0d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1162 time: 0.0874281
Dec 08 19:44:09.257004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a3876-1658-48fe-8909-610652ca2abc req-20ebab0c-9641-48f4-be9b-6e2520977ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:44:09.258632 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-20ebab0c-9641-48f4-be9b-6e2520977ec0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1539941
Dec 08 19:44:09.336653 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-c40a3a05-abe2-4e20-abcc-6086a8b2a411 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.0698531
Dec 08 19:44:09.407449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a3876-1658-48fe-8909-610652ca2abc req-669caa46-a32d-492a-b064-f73614f0660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:44:09.409105 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-669caa46-a32d-492a-b064-f73614f0660c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0663958
Dec 08 19:44:09.464252 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-e43863e5-e417-4fcb-a469-0bac4042aa57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483136
Dec 08 19:44:09.554335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-38c5d45c-d1c1-44d2-b5ef-a1d12f3bcd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:09.681418 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-8e4dd62e-d650-476f-a07c-6c4f6ebd1006 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099319
Dec 08 19:44:09.835412 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-335a3876-1658-48fe-8909-610652ca2abc req-53e63b99-0c16-4a59-8005-9c99094c6c76 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468370
Dec 08 19:44:10.973737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:44:11.619882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff22b5f6-61d8-4510-9e4e-84d0c4503267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:12.845213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:14.022274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:14.137359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:18.578123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:39.541019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2fb36112-b943-4c58-866d-e11c70bd548c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:41.622084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d3453dad-135d-47bb-b5fb-490ddf8d2e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:42.853016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:44.027783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:44.228798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:44:47.974114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:44:48.578858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:09.547657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bd1e99aa-8ae8-44eb-8466-88262490e226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:10.917396 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-ab18f14b-408e-4174-819d-6ab4f6396861 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0900087
Dec 08 19:45:11.095461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837553a-63f2-42c1-84ff-9c226658e95e req-c4447c75-f533-4f41-9311-731022579812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:45:11.097827 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-c4447c75-f533-4f41-9311-731022579812 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1162 time: 0.0914335
Dec 08 19:45:11.264728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837553a-63f2-42c1-84ff-9c226658e95e req-fa7624f7-2964-4a51-8015-5d41351cb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:45:11.266350 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-fa7624f7-2964-4a51-8015-5d41351cb965 service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1490138
Dec 08 19:45:11.603532 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-ecbe0322-825f-4047-8ff0-6b308e4bb6c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.3302417
Dec 08 19:45:11.629291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-887d32e9-ab8d-4fd2-b6f6-f989197c75ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:11.679567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837553a-63f2-42c1-84ff-9c226658e95e req-bbc41bbe-6e62-46fe-b66d-31e5d8033450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:45:11.681642 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-bbc41bbe-6e62-46fe-b66d-31e5d8033450 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0703297
Dec 08 19:45:11.734489 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-ed86371e-9ee1-4053-a67e-33825a99538c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463355
Dec 08 19:45:11.882106 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-fafcf39b-4382-41a2-b69e-97fb89754e17 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406295
Dec 08 19:45:12.030023 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2837553a-63f2-42c1-84ff-9c226658e95e req-59d93d26-a47c-4528-a48a-b017e523d524 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405952
Dec 08 19:45:12.854705 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:14.042222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:14.145863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:18.601089 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:24.974292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:45:39.556326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-74c9c43c-0669-4853-bd7c-df8e23b5bd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:41.624796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-04d69273-e628-4090-a154-326ebd5f9815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:42.856854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:44.036640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:44.156175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:45:48.615283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:01.974606 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:46:09.548159 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e584351f-a9b7-44d3-826d-cdf8cd9818f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:11.631416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0a91f04e-e892-4b9e-b284-4c8178754eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:12.864631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:14.047065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:14.153770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:16.032636 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-1835c4ab-984f-4083-93e7-128532bb344e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1578422
Dec 08 19:46:16.189838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-42e0540a-aadd-4591-8c6d-52f8a5a3d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:16.191469 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-42e0540a-aadd-4591-8c6d-52f8a5a3d1a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1162 time: 0.0840940
Dec 08 19:46:16.358638 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-06ca41f7-a6fa-4704-9a9b-98d5f470ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:16.358638 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-06ca41f7-a6fa-4704-9a9b-98d5f470ff62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1456349
Dec 08 19:46:16.434701 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-a84c9253-caae-4f1d-9425-3917d9e58613 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.0683210
Dec 08 19:46:16.507364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-34e0d745-c018-4f8a-bf20-a79fdb99209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:16.508995 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-34e0d745-c018-4f8a-bf20-a79fdb99209a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0673041
Dec 08 19:46:16.566769 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-612555da-8840-4bac-a195-cd6c48f59a42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503821
Dec 08 19:46:16.720168 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-3c8af756-cf3c-48c3-9f3b-e9e29f67c24c service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461222
Dec 08 19:46:16.875418 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-495a43f7-0598-47bd-8fcf-3e53aba4f19a req-e2eea465-7ed6-41a1-a2e0-236ae1a80e3f service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463411
Dec 08 19:46:18.619808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:30.702207 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-479c85ac-f0f0-40b7-b690-2e3b03862d1d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:30.705069 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-479c85ac-f0f0-40b7-b690-2e3b03862d1d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.1705639
Dec 08 19:46:30.727646 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-dfc7c52a-6e8e-4390-92b9-fc34ee76ae9b tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/quotas/0f2aedffb66a4ab4a42d4e0997740ddd HTTP/1.1" status: 200  len: 375 time: 0.0172479
Dec 08 19:46:30.830956 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7ac051e0-1953-49be-b65d-89f2015c75aa tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0964234
Dec 08 19:46:31.055152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-3e033636-bdcb-4b91-ac7f-ab7f69df72f5 service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158713
Dec 08 19:46:31.215733 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-f44f3732-6c9d-4e3b-a4f7-68d9eb05f62b service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506939
Dec 08 19:46:31.448922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bb584de4-9139-4de0-8b43-253e644c6312 req-f35829c0-de1d-4414-b4ed-b7e02cf29786 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 210 time: 0.0563922
Dec 08 19:46:32.607130 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fd0de9ef-4c71-4911-a351-1dd7f030bc6d req-585c7b42-6996-4e53-8a4d-36c091bc5fac tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 210 time: 0.0516810
Dec 08 19:46:33.745668 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-87fadfdd-4fa7-4371-a089-970a5400135e req-2deb2969-9d22-424b-84b3-e2a479666f2d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 210 time: 0.0484781
Dec 08 19:46:34.874726 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b2c6aefa-499d-4078-8f46-60d5553c741c req-0be3241c-c1c5-40a3-ad00-f8adba97a031 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 210 time: 0.0533242
Dec 08 19:46:36.059916 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f8f0abc4-a4fe-4610-bbd1-3cceb2734ce6 req-bfcd3acd-e028-4da6-b727-adcb25218746 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 210 time: 0.0510211
Dec 08 19:46:37.255084 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-400ff162-512e-45ba-a5c9-752416131a76 req-f68a4428-9b0c-4224-8c77-8f48e7031e63 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 210 time: 0.0474949
Dec 08 19:46:37.601262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-223bb71b-bfe7-4e37-81be-21e0b1ecf48a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:37.603103 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-223bb71b-bfe7-4e37-81be-21e0b1ecf48a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.1870739
Dec 08 19:46:37.621414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Request body: {'port': {'device_id': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16', 'admin_state_up': True, 'tenant_id': '0f2aedffb66a4ab4a42d4e0997740ddd'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:46:37.776412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:46:37.786642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:46:37.796761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Made reservation on behalf of 0f2aedffb66a4ab4a42d4e0997740ddd for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:46:37.802395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:38.122137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Allocated IP 172.20.0.9 (163da447-b456-4da0-8fd7-a58f4633fb16/a4da2458-e9de-4df9-9c02-05c1041c0573/1ed27698-a3f6-44fe-9965-a467d5a37339) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:46:38.346919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:38.374954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:38.390609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:38.584962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event updated for resources: {'Port': ['ID=1ed27698-a3f6-44fe-9965-a467d5a37339,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:38.601175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.601589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.601997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.602400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.602806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.603202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.603563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.604216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.604633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.605023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.605420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.605815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.606311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.606714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.607107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.607501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.607892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.608310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.608708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.609098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.609492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.609885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.610277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.610665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:38.617943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:38.675082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Network 163da447-b456-4da0-8fd7-a58f4633fb16 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:46:38.681429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4542ac2-df1f-41cf-89bb-e89d9832a312 req-0254bdad-0e11-4db8-a494-1956659fa6b6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:38.683236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d4542ac2-df1f-41cf-89bb-e89d9832a312 req-0254bdad-0e11-4db8-a494-1956659fa6b6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 931 time: 0.2518265
Dec 08 19:46:38.684256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:46:38.686737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:46:38.787176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:38.787845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:38.793627 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d4542ac2-df1f-41cf-89bb-e89d9832a312 req-2b553b66-1d82-4676-8951-f8d1b23dfb72 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750144
Dec 08 19:46:38.822655 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2057705
Dec 08 19:46:38.838729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Request body: {'port': {'device_id': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:46:38.960769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:38.974168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:46:39.554808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d8724da2-ac8a-44de-8575-ebba79392feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:39.625324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed27698-a3f6-44fe-9965-a467d5a37339 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:46:39.633016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:39.647227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Transition to ACTIVE for port object 1ed27698-a3f6-44fe-9965-a467d5a37339 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:46:39.650717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:39.667794 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5eb6535a-fea9-4e29-8ea5-38a2b5c5a7fa tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:39.812923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed27698-a3f6-44fe-9965-a467d5a37339,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:39.817388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:40.050419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Attempting to bind port 1ed27698-a3f6-44fe-9965-a467d5a37339 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:46:40.050762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Attempting to bind port 1ed27698-a3f6-44fe-9965-a467d5a37339 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:46:40.051163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Attempting to bind port 1ed27698-a3f6-44fe-9965-a467d5a37339 on network 163da447-b456-4da0-8fd7-a58f4633fb16 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:46:40.061486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:46:40.061869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Checking segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:46:40.062275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:40.062667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Bound using segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:46:40.063195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Bound port: 1ed27698-a3f6-44fe-9965-a467d5a37339, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:46:40.063507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:40.131070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29bd4-c559-44ea-9810-1b6677b38fb7 req-67a6d6c2-ad4d-4dbb-a826-366682ff683b tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:40.131857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a7a29bd4-c559-44ea-9810-1b6677b38fb7 req-67a6d6c2-ad4d-4dbb-a826-366682ff683b tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Synchronizing usage tracker for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:46:40.170133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a7a29bd4-c559-44ea-9810-1b6677b38fb7 req-67a6d6c2-ad4d-4dbb-a826-366682ff683b tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Unset dirty status for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:46:40.171448 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a7a29bd4-c559-44ea-9810-1b6677b38fb7 req-67a6d6c2-ad4d-4dbb-a826-366682ff683b tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 943 time: 0.2167208
Dec 08 19:46:40.201250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] For port 1ed27698-a3f6-44fe-9965-a467d5a37339, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:46:40.222745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] For port 1ed27698-a3f6-44fe-9965-a467d5a37339, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1ed27698-a3f6-44fe-9965-a467d5a37339,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:46:40.229637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:40.244881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5aacade2-3aba-41d0-9a78-4933411682ab tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:40.277349 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a7a29bd4-c559-44ea-9810-1b6677b38fb7 req-8fd01990-e412-4aa2-a441-f969cf6c8010 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968678
Dec 08 19:46:40.398066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed27698-a3f6-44fe-9965-a467d5a37339,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:40.402720 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:40.441216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:40.441907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:40.443410 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/1ed27698-a3f6-44fe-9965-a467d5a37339 HTTP/1.1" status: 200  len: 1157 time: 1.6122890
Dec 08 19:46:40.443956 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'tag': '1ed27698-a3f6-44fe-9965-a467d5a37339'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:46:40.563337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fdbeae08-c926-421b-8a81-7861cc9ff9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:40.565028 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-fdbeae08-c926-421b-8a81-7861cc9ff9f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 1160 time: 0.0832722
Dec 08 19:46:40.628321 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'tag': '1ed27698-a3f6-44fe-9965-a467d5a37339', 'status': 'completed', 'code': 200}
Dec 08 19:46:40.642576 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-2174f349-607f-452d-8839-92f1cd7ae66a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed27698-a3f6-44fe-9965-a467d5a37339 HTTP/1.1" status: 200  len: 217 time: 0.0687151
Dec 08 19:46:40.722899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-76ff3f2a-ed46-481b-9c8f-f0245f167d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:40.724696 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-76ff3f2a-ed46-481b-9c8f-f0245f167d0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0756984
Dec 08 19:46:40.784665 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-f68b9877-524f-497d-8a57-a3dde648d5bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536802
Dec 08 19:46:40.937403 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-e0296949-36e2-42f2-a192-081bd375d9b7 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457765
Dec 08 19:46:41.093757 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-97f65355-4fa7-4ffb-9857-0004b1724992 req-a3915f40-4854-4563-b69f-ed7fe5ac5d31 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494660
Dec 08 19:46:41.229511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-f8c12ee5-fdb6-488e-92a2-81e2d3c45c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:41.231159 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-f8c12ee5-fdb6-488e-92a2-81e2d3c45c66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 1160 time: 0.0857751
Dec 08 19:46:41.381032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-7bf8fc0a-c5ff-4a10-95c3-ec29a44c931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:41.382666 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-7bf8fc0a-c5ff-4a10-95c3-ec29a44c931b service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1448226
Dec 08 19:46:41.492491 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-4a2f85aa-9899-40be-829d-5c3cc64ab3de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed27698-a3f6-44fe-9965-a467d5a37339 HTTP/1.1" status: 200  len: 217 time: 0.1021821
Dec 08 19:46:41.586544 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-d3c9a226-fc13-421c-8936-bd04916e95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:41.588618 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-d3c9a226-fc13-421c-8936-bd04916e95c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0849390
Dec 08 19:46:41.624983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-34030112-fa1c-4599-8b5c-a73917b36cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:41.643942 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e713dab-182d-4ebf-b2eb-2058770ff0c8 req-dac89db3-a1b1-4883-8bea-ff311becf81a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:41.645600 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e713dab-182d-4ebf-b2eb-2058770ff0c8 req-dac89db3-a1b1-4883-8bea-ff311becf81a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 943 time: 0.2044306
Dec 08 19:46:41.647695 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-92c4a902-38f2-48f7-a3c9-3bde58354f82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525944
Dec 08 19:46:41.798420 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2e713dab-182d-4ebf-b2eb-2058770ff0c8 req-8b3b9c3f-5225-4bbc-9be4-aae8a679bb7c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459808
Dec 08 19:46:41.830897 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-800b27a0-877c-406a-a263-e47fae07d372 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645510
Dec 08 19:46:41.979174 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dc798e9-a165-4f01-be0b-75aadca0ba41 req-20772359-cec1-4186-8142-2bb90df95798 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400967
Dec 08 19:46:42.036520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 59468) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:42.185059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Deleting subnet 99085884-2418-4243-96f0-fa7d94ab7dc9 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:46:42.188508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:42.242283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168130'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:42.310226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:42.601973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850669637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851757585'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:42.622570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:42.670952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99085884-2418-4243-96f0-fa7d94ab7dc9,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:42.673979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:42.760582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:42.771770 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2a3d17bd-1b6b-41c5-8b22-b8c9814621b6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/99085884-2418-4243-96f0-fa7d94ab7dc9 HTTP/1.1" status: 204  len: 168 time: 0.7341559
Dec 08 19:46:42.775454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59486) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:42.863271 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:43.033542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72693c12-572e-48f6-9a10-f07fd13fdcac req-20688a6b-8870-40da-8612-d71a9bc48924 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:43.035255 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72693c12-572e-48f6-9a10-f07fd13fdcac req-20688a6b-8870-40da-8612-d71a9bc48924 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 943 time: 0.0926559
Dec 08 19:46:43.085339 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72693c12-572e-48f6-9a10-f07fd13fdcac req-5126bcc6-e285-4493-9988-45ffd00b5fe8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433490
Dec 08 19:46:43.144579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:43.337113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:43.457038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6eddf85208>,) {'filters': {'network_id': ['def14035-eb72-4b9d-842d-8d504b7e5324']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:46:43.473419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eddf85208>, 'd61716bc-b7ce-42fd-b906-ad6c0b2e330f') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:46:43.473766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6eddf85208>, 'd61716bc-b7ce-42fd-b906-ad6c0b2e330f') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:46:43.486877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:43.503754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:43.505913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:46:43.693649 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Network def14035-eb72-4b9d-842d-8d504b7e5324 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:46:43.703218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:43.869209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 1ed27698-a3f6-44fe-9965-a467d5a37339 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:46:43.890509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Network def14035-eb72-4b9d-842d-8d504b7e5324 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:46:43.915014 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:46:43.941648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 1ed27698-a3f6-44fe-9965-a467d5a37339 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:46:43.946870 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 1ed27698-a3f6-44fe-9965-a467d5a37339 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:46:43.947233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.009133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.019031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f7504318-33a7-48eb-a73c-ab312aa8d157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:44.042552 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.054736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Pushing event deleted for resources: {'Network': ['ID=def14035-eb72-4b9d-842d-8d504b7e5324,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:44.069133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.069573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.070036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.070499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.070905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.071383 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.071772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.072327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.072778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.073171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.073678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.073932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.074430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.074825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.075216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.075608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.075969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.076400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.076829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.077290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.077739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.078164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.078553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.079018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.083556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:44.085664 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-404134df-5c04-48c5-8dfc-8262ef9bd26e admin admin] 10.222.0.61 "DELETE /v2.0/networks/def14035-eb72-4b9d-842d-8d504b7e5324 HTTP/1.1" status: 204  len: 168 time: 1.3088408
Dec 08 19:46:44.103115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.114662 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.224502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed27698-a3f6-44fe-9965-a467d5a37339'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:46:44.249795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59512) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:44.300421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 1ed27698-a3f6-44fe-9965-a467d5a37339, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1ed27698-a3f6-44fe-9965-a467d5a37339,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:46:44.303887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.305737 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c375bcdc-5254-4351-91c6-27bc1adbf712 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79adf7f0656e4d138dafa7ea27b8c6be&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0544074
Dec 08 19:46:44.306743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.309075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:44.310500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 59516) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:44.374948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741607bb-9837-49d1-b1da-0cce9a00bf5a req-f6e2a9b2-8806-4578-bfc9-67397f32ba8c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:44.376556 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-741607bb-9837-49d1-b1da-0cce9a00bf5a req-f6e2a9b2-8806-4578-bfc9-67397f32ba8c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 943 time: 0.1504052
Dec 08 19:46:44.405583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=1ed27698-a3f6-44fe-9965-a467d5a37339,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:44.416990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.419947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.420365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.420696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.421217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.421739 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.422326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.422648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.423221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.423570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.423944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.424338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.424738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.425211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.425581 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.425952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.426287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.426684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.426999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.427567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.427949 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.428346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.428711 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.429075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.429400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:46:44.435352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:44.456835 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-741607bb-9837-49d1-b1da-0cce9a00bf5a req-32943177-d54d-40d6-a51e-8efaedd7f523 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687008
Dec 08 19:46:44.478421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.508350 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed27698-a3f6-44fe-9965-a467d5a37339', 'code': 200}
Dec 08 19:46:44.534184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.538395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4880dc15-35da-4aca-9ca9-fdc2b71ec5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:44.552815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da65cf-e53c-4008-9738-5e740c159794,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:44.556069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:44.558220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:44.562009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/43da65cf-e53c-4008-9738-5e740c159794 HTTP/1.1" status: 204  len: 168 time: 0.2479222
Dec 08 19:46:45.676270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202067a-fb1f-42c8-bd57-50c850cb8cc3 req-7b1be6d7-be49-4f4c-832b-fa37a5770074 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:45.677909 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e202067a-fb1f-42c8-bd57-50c850cb8cc3 req-7b1be6d7-be49-4f4c-832b-fa37a5770074 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.0877640
Dec 08 19:46:45.727338 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e202067a-fb1f-42c8-bd57-50c850cb8cc3 req-a0138ec7-83f2-44eb-bb47-d3dcec9aa8ab tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427158
Dec 08 19:46:46.966890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad5d31-9865-4205-b6c7-2f690289fea9 req-765907ce-013c-409a-b1ab-d4ad47b41bbf tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:46.968562 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-49ad5d31-9865-4205-b6c7-2f690289fea9 req-765907ce-013c-409a-b1ab-d4ad47b41bbf tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.1003618
Dec 08 19:46:47.167661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 1ed27698-a3f6-44fe-9965-a467d5a37339 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:46:47.246824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 1ed27698-a3f6-44fe-9965-a467d5a37339 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:46:47.247373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:47.298773 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-49ad5d31-9865-4205-b6c7-2f690289fea9 req-e851caa7-20c7-49c1-88c3-2d255249f4cf tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233142
Dec 08 19:46:47.336064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2e210-6320-4563-a49e-28ba028e1441 req-520ded24-bd49-4e81-98fc-0775863ff53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:47.338392 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f2e210-6320-4563-a49e-28ba028e1441 req-520ded24-bd49-4e81-98fc-0775863ff53f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 1162 time: 0.1097183
Dec 08 19:46:47.389839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-40f2e210-6320-4563-a49e-28ba028e1441 req-efef54c0-24fc-40bb-a7dd-c1c23eec8738 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439022
Dec 08 19:46:48.530134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfefd-9b42-442c-83b4-0f9e338bd607 req-a2c61c66-d7d9-4cde-a4ba-4172aa64a28d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:48.531762 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-481dfefd-9b42-442c-83b4-0f9e338bd607 req-a2c61c66-d7d9-4cde-a4ba-4172aa64a28d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.0928769
Dec 08 19:46:48.583375 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-481dfefd-9b42-442c-83b4-0f9e338bd607 req-0d2cfbdc-5101-4765-829a-6f328f9a9140 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437272
Dec 08 19:46:48.642279 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:49.942490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4629f53-3e6b-4552-8875-f2389a057c09 req-dc5b2701-b384-443a-8786-09d584c5b126 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:49.944132 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f4629f53-3e6b-4552-8875-f2389a057c09 req-dc5b2701-b384-443a-8786-09d584c5b126 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.0849814
Dec 08 19:46:49.997501 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f4629f53-3e6b-4552-8875-f2389a057c09 req-8b693dfb-10d1-43fb-892e-3023d3411197 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465617
Dec 08 19:46:54.237032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-11e9b3dd-1f13-458b-864f-75b26b811df8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:46:54.238667 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-11e9b3dd-1f13-458b-864f-75b26b811df8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.1596196
Dec 08 19:46:54.256268 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-b9e69162-bbaf-406b-a155-a738b35b0214 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/quotas/0f2aedffb66a4ab4a42d4e0997740ddd HTTP/1.1" status: 200  len: 375 time: 0.0114858
Dec 08 19:46:54.349496 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-94a32cf2-52df-4a0d-b47d-431f064798b6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0866430
Dec 08 19:46:54.432336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59720) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:54.503226 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-87916d76-c1dc-4fe4-9f38-82d66b80db97 service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456678
Dec 08 19:46:54.609146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:54.626640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:46:54.631015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Usage tracker for resource:security_group_rule and tenant:8e8b18b1a51e449fb4eee62976257b4f is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:46:54.634331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:46:54.642422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:46:54.674194 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-fa9690fe-dca6-4375-be4f-65fc29c62e13 service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1572371
Dec 08 19:46:54.748929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:54.752600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:54.763006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-98d597c3-2e29-448f-a993-4db7c0acfd74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:54.806455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a3a93-351d-4d13-891f-86482873ed7e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:54.810461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:54.813667 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e8b18b1a51e449fb4eee62976257b4f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3795319
Dec 08 19:46:54.816600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59734) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:54.887504 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:54.890011 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7fc5ac07-34cf-4fd4-a28c-3d0c5f0b3832 req-f75ac08c-ad7d-4142-983b-c37ffbd99929 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0462728
Dec 08 19:46:54.916543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:54.969927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:54.975092 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6d8cba76-0fd2-4f22-bc19-bd29b74a6c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:54.987918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a3a93-351d-4d13-891f-86482873ed7e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:54.991924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:54.994380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:54.995980 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db4a3a93-351d-4d13-891f-86482873ed7e HTTP/1.1" status: 204  len: 168 time: 0.1780536
Dec 08 19:46:55.398554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59744) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:55.418685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:55.434918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:46:55.439496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Usage tracker for resource:security_group_rule and tenant:c96601986eeb4ce79f8dbc4c288a8007 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:46:55.442743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:46:55.449467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:46:55.543698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:55.548043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:55.559223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-364609b2-6e88-4d39-8531-2fa1d7f64541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:55.604147 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c96601986eeb4ce79f8dbc4c288a8007&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2042854
Dec 08 19:46:55.605224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece985c-c5d0-4caf-9856-ff78c43f2049,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:55.607589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 59748) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:55.608698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:55.676878 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:55.706474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:55.756546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:55.760410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63c2ed64-fc64-4e5c-86b9-2c33fd57708a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:55.774742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece985c-c5d0-4caf-9856-ff78c43f2049,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:55.778995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:55.782088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:55.785319 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ece985c-c5d0-4caf-9856-ff78c43f2049 HTTP/1.1" status: 204  len: 168 time: 0.1745169
Dec 08 19:46:56.014117 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e104ad83-2721-4045-beb3-9eb4c6e2bd4c req-47ff2aaa-3207-44e0-b68b-26afc1402a53 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0481684
Dec 08 19:46:56.160228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 59772) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:56.336811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:56.357735 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:46:56.361925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Usage tracker for resource:security_group_rule and tenant:4441d6a356984949ae8305259b9e249e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:46:56.365540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:46:56.371861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:46:56.462169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:56.465040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:56.474701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f5bfca18-2c96-4049-a514-006723fe34aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:56.518522 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4441d6a356984949ae8305259b9e249e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3567393
Dec 08 19:46:56.519546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fed8b0-0106-4a22-b80d-76579a2b7b26,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:56.521741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59786) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:46:56.523019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:56.602308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:56.630634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:56.689771 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:56.695026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9a097062-cd77-4e72-8eab-20d0c8dfd2bb tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:46:56.710558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fed8b0-0106-4a22-b80d-76579a2b7b26,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:46:56.715448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:46:56.721435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:46:56.725348 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04fed8b0-0106-4a22-b80d-76579a2b7b26 HTTP/1.1" status: 204  len: 168 time: 0.1997199
Dec 08 19:46:57.157525 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-23bd4e2d-0850-4073-92f5-0e7288040819 req-40df59c6-41b7-4931-8f62-ee0d24031072 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0492156
Dec 08 19:46:58.283157 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-fa849282-8597-4c14-9cca-dc7ff034d807 req-8ce23614-da5b-49e5-8c70-5b45c3ec42f3 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0506415
Dec 08 19:46:59.468628 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-519ad3a7-1582-455b-818c-d3cf49fcd0d1 req-851bbeb6-3010-4872-bb3b-58f0374da253 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0558722
Dec 08 19:47:00.648337 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-76140ed6-7543-4277-8d15-804f88ae4067 req-0f8425a3-5df6-42c5-850a-70a6c7571b25 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0469446
Dec 08 19:47:01.840781 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0b6e316c-51aa-477b-b221-71d09906de01 req-4ad83641-e796-498a-a4a8-407d9d7762b2 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0547054
Dec 08 19:47:02.813346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-03630c85-2dda-4409-ab09-293575811691 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:02.814940 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-03630c85-2dda-4409-ab09-293575811691 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.1691005
Dec 08 19:47:02.833078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Request body: {'port': {'device_id': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16', 'admin_state_up': True, 'tenant_id': '0f2aedffb66a4ab4a42d4e0997740ddd'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:47:02.982930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:47:03.031783 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ddaff4e7-4708-4cf7-9ce5-9a187b7b715e req-bb3097a5-d7bd-4c62-8362-6c012cfd1c47 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0522916
Dec 08 19:47:03.035886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:47:03.053429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Made reservation on behalf of 0f2aedffb66a4ab4a42d4e0997740ddd for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:47:03.060253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:03.382588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Allocated IP 172.20.0.12 (163da447-b456-4da0-8fd7-a58f4633fb16/a4da2458-e9de-4df9-9c02-05c1041c0573/e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:47:03.604997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:03.633841 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:03.649904 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8b4187be-3d70-4626-8957-d483751a8f73 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:03.801679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event updated for resources: {'Port': ['ID=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:03.807055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:03.853105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Network 163da447-b456-4da0-8fd7-a58f4633fb16 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:47:03.854275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:47:03.856815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:47:03.921374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:03.922060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:03.958476 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1298440
Dec 08 19:47:03.971215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Request body: {'port': {'device_id': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:47:04.095630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:04.405089 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995df92-cd46-4252-90d8-84a85fecfdad req-3fdf0bea-1581-4ed8-b475-2faeb2472ed3 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:04.405860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-b995df92-cd46-4252-90d8-84a85fecfdad req-3fdf0bea-1581-4ed8-b475-2faeb2472ed3 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Synchronizing usage tracker for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:47:04.489220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-b995df92-cd46-4252-90d8-84a85fecfdad req-3fdf0bea-1581-4ed8-b475-2faeb2472ed3 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Unset dirty status for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:47:04.490542 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b995df92-cd46-4252-90d8-84a85fecfdad req-3fdf0bea-1581-4ed8-b475-2faeb2472ed3 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 932 time: 0.2951055
Dec 08 19:47:04.571510 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b995df92-cd46-4252-90d8-84a85fecfdad req-0aebd5a3-1e22-4099-bfe3-b725c15c15cf tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678995
Dec 08 19:47:04.631929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:47:04.639402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:04.652020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Transition to ACTIVE for port object e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:47:04.656426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:04.671902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4ee823a2-9508-4fde-805e-0f1f48e2fa58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:05.043798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Pushing event updated for resources: {'Port': ['ID=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:05.049280 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:05.234820 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Attempting to bind port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:47:05.235389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Attempting to bind port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:47:05.235505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Attempting to bind port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 on network 163da447-b456-4da0-8fd7-a58f4633fb16 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:47:05.241388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:47:05.241774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Checking segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:47:05.242176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:05.242576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Bound using segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:47:05.243047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Bound port: e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:47:05.243421 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:05.338429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] For port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:47:05.341744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] For port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:47:05.346531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:05.359901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d5ce4aaa-aeeb-4696-879c-7db9f5fd623b tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:05.510220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Pushing event updated for resources: {'Port': ['ID=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:05.515117 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:05.553627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:05.554309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:05.555811 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] 10.222.0.73 "PUT /v2.0/ports/e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 HTTP/1.1" status: 200  len: 1158 time: 1.5894616
Dec 08 19:47:05.556430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'tag': 'e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:47:05.646139 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'tag': 'e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7', 'status': 'completed', 'code': 200}
Dec 08 19:47:05.684220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-724fd61f-1899-4b66-8a9b-f028d2e164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:05.686388 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-724fd61f-1899-4b66-8a9b-f028d2e164b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 1161 time: 0.0877383
Dec 08 19:47:05.801503 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-75ca3a9b-bb96-435d-b816-f2381c64e3c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 HTTP/1.1" status: 200  len: 217 time: 0.1040533
Dec 08 19:47:05.888946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-8d4f489c-7d7f-43d4-b056-7dc2d54ec05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:05.890563 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-8d4f489c-7d7f-43d4-b056-7dc2d54ec05f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0809095
Dec 08 19:47:05.947236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da412f-9dc5-402a-ae91-6953706b821a req-2b5257a7-e4ed-4132-922c-92884e10774f tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:05.948879 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-36da412f-9dc5-402a-ae91-6953706b821a req-2b5257a7-e4ed-4132-922c-92884e10774f tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 944 time: 0.2007413
Dec 08 19:47:05.955193 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-45ca9bea-3c05-4dbe-a277-151bd2f353fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554905
Dec 08 19:47:06.099581 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-36da412f-9dc5-402a-ae91-6953706b821a req-e3d6820e-a381-4363-8561-d8747532ca4a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433311
Dec 08 19:47:06.146894 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-b6650cf5-cc1a-4032-bf0c-7a296aa8829e service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730158
Dec 08 19:47:06.300323 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d250bcb0-035a-4f15-80b6-58f62e299d32 req-1140347a-5c89-4d3d-96b5-75a4173fceac service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459050
Dec 08 19:47:06.424515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-7bbf7498-1d7e-4d90-b3b4-a823988d52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:06.426322 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-7bbf7498-1d7e-4d90-b3b4-a823988d52d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 1161 time: 0.0774910
Dec 08 19:47:06.575287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-062a2e0e-31e5-4452-a3db-7e23482a70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:06.577001 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-062a2e0e-31e5-4452-a3db-7e23482a70d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1413741
Dec 08 19:47:06.605816 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59914) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:47:06.658798 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-c78766e6-c6b2-4eb4-bd5a-cc6c04b2e542 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 HTTP/1.1" status: 200  len: 217 time: 0.0691330
Dec 08 19:47:06.734296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-ad2f7d98-ac26-4711-bce7-2c0e28c15850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:06.736100 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-ad2f7d98-ac26-4711-bce7-2c0e28c15850 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0656996
Dec 08 19:47:06.767018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:06.782838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:47:06.787014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:695a82e2a0a0457db6c31f2fc3af75e6 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:47:06.789125 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-7e3ad092-a246-4aa0-aa78-733cbf3dbf7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448508
Dec 08 19:47:06.790167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:47:06.796829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:47:06.884924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:06.888657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:06.899676 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-804c2e08-969d-44b2-b528-16e63f8e0551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:06.938820 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-16de8f8b-a824-4f05-b275-1d6c6b41f264 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403325
Dec 08 19:47:06.945317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04a9a4-e8cd-4866-9967-86b0f09bb233,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:06.950848 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=695a82e2a0a0457db6c31f2fc3af75e6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3439522
Dec 08 19:47:06.951907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:06.953899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 59920) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:47:07.016988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:07.044737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:07.094925 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5979244-41ae-4f5c-8d99-e3b1c44b5ce1 req-474c9dbf-aabe-4778-9186-aebe581a24dc service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478233
Dec 08 19:47:07.103781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:07.110188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d505a799-a1c8-434a-bc3c-4d5e25d0390a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:07.123341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04a9a4-e8cd-4866-9967-86b0f09bb233,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:07.126475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:07.134534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:07.140024 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e04a9a4-e8cd-4866-9967-86b0f09bb233 HTTP/1.1" status: 204  len: 168 time: 0.1826537
Dec 08 19:47:07.335026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52364c9b-a33c-432d-966f-95f7a3a6e719 req-31e33f7f-ee96-460e-be96-1f94ac8cb7c7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:07.336650 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-52364c9b-a33c-432d-966f-95f7a3a6e719 req-31e33f7f-ee96-460e-be96-1f94ac8cb7c7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 944 time: 0.0904632
Dec 08 19:47:07.385623 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-52364c9b-a33c-432d-966f-95f7a3a6e719 req-09dc7fa8-78d8-4d31-9c53-7f5af2c1b4ef tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418670
Dec 08 19:47:08.617664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2518d-cd89-409a-bcb0-1f930e82f2c2 req-6a4131b0-41d5-4cd1-98eb-a60678367ff7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:08.619333 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9cd2518d-cd89-409a-bcb0-1f930e82f2c2 req-6a4131b0-41d5-4cd1-98eb-a60678367ff7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 944 time: 0.0982606
Dec 08 19:47:08.673084 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9cd2518d-cd89-409a-bcb0-1f930e82f2c2 req-e7c95337-b0b7-44cd-b62d-4d6ed34957ed tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471380
Dec 08 19:47:09.541528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-948b5f6b-6946-4a45-9927-053a027fc749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:09.782080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:47:09.859660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:47:09.865165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:47:09.865591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:09.896487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52d58-5332-481f-a56a-e02b97fc20f2 req-074974f4-47f4-4c2d-8d32-95409555a67e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:09.898158 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dcc52d58-5332-481f-a56a-e02b97fc20f2 req-074974f4-47f4-4c2d-8d32-95409555a67e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 944 time: 0.0843003
Dec 08 19:47:09.950550 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dcc52d58-5332-481f-a56a-e02b97fc20f2 req-aeaddecc-9d6d-4087-807b-f4610c476c76 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453894
Dec 08 19:47:09.988652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:10.017260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:47:10.027619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:47:10.039976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:10.039976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:10.079166 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7', 'code': 200}
Dec 08 19:47:10.109930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:10.113769 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:10.344669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d92ba-aa43-4a67-b5b5-458a5740b50d req-a5174699-67b1-4e9e-91dd-df2eaa80ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:10.346230 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b97d92ba-aa43-4a67-b5b5-458a5740b50d req-a5174699-67b1-4e9e-91dd-df2eaa80ef01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 1163 time: 0.0811081
Dec 08 19:47:10.396549 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b97d92ba-aa43-4a67-b5b5-458a5740b50d req-33696a85-153a-4b79-a8c5-bb5342f69ff3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411577
Dec 08 19:47:11.187077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a45c7-80e3-4493-9681-57311e39091e req-ddc9ea01-6780-4ea9-83a5-a24c89b25f52 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:11.188761 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-241a45c7-80e3-4493-9681-57311e39091e req-ddc9ea01-6780-4ea9-83a5-a24c89b25f52 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 946 time: 0.0859206
Dec 08 19:47:11.242880 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-241a45c7-80e3-4493-9681-57311e39091e req-4a903141-da7a-4cc9-8129-f8868cc1e168 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476575
Dec 08 19:47:11.376614 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:47:11.472937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:47:11.473406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:11.628323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d6b2-0df3-4fb0-8133-ddff4f7119cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:12.493782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f90fa-5b44-4a5d-b0e5-f78cdb92c0a3 req-eba0c107-f052-4021-8856-e183825fb7e8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:12.495352 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e67f90fa-5b44-4a5d-b0e5-f78cdb92c0a3 req-eba0c107-f052-4021-8856-e183825fb7e8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 946 time: 0.0999880
Dec 08 19:47:12.544353 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e67f90fa-5b44-4a5d-b0e5-f78cdb92c0a3 req-e31f0ecd-39ce-48a4-a40e-1f5e5b7a4fbb tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423861
Dec 08 19:47:12.869545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:13.381142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:47:13.482595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:47:13.483013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:14.046448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:14.168056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:14.932039 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-2ba01aaf-cb5d-4093-9dd4-9b546786fc8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0867352
Dec 08 19:47:15.110908 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-2479a1b5-f0ee-4ea4-8284-b6522debe879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:15.112664 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-2479a1b5-f0ee-4ea4-8284-b6522debe879 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 1162 time: 0.0950274
Dec 08 19:47:15.293569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-64824e08-7b7a-4c51-a6d4-5dff4f55ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:15.295198 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-64824e08-7b7a-4c51-a6d4-5dff4f55ec37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 908 time: 0.1526947
Dec 08 19:47:15.371096 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-0c12da00-bbac-456d-aa76-9b4d34600e81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 200  len: 217 time: 0.0673249
Dec 08 19:47:15.446993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-2aacbd0e-8479-4dad-858b-b0078ccc6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:15.448692 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-2aacbd0e-8479-4dad-858b-b0078ccc6128 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0713048
Dec 08 19:47:15.507609 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-4cdf071f-1e9f-4f0a-95cb-77511a4da302 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514183
Dec 08 19:47:15.667922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-63cd95ce-1b6b-4813-9dcb-a6ff84bdc671 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529033
Dec 08 19:47:15.822172 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1788f727-cffc-49e5-ba7d-72e3d51ccfdb req-0da6f78a-56eb-47c7-9324-7cc658a3a7a3 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474428
Dec 08 19:47:15.980131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:47:18.644411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:23.574210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-cfeca185-a099-43c0-afb1-2061cab29e5a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:23.575857 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-cfeca185-a099-43c0-afb1-2061cab29e5a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.1676810
Dec 08 19:47:23.592854 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-e2d3d323-a2c9-4eeb-a8ce-c0b7f0af5d8e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/quotas/0f2aedffb66a4ab4a42d4e0997740ddd HTTP/1.1" status: 200  len: 375 time: 0.0106595
Dec 08 19:47:23.699323 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-654966f0-1340-4db0-a0ab-977680deeda3 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0971820
Dec 08 19:47:23.867772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-38eeef06-a171-43db-a015-52e9721559ca service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:47:23.869391 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-38eeef06-a171-43db-a015-52e9721559ca service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1584916
Dec 08 19:47:24.027820 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-3ac0b0b1-87af-40a7-984e-ea349543e85f service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508994
Dec 08 19:47:24.413905 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-cdd11930-c95c-40cd-b4e7-bc45121122c5 service neutron] 10.222.0.61 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3791986
Dec 08 19:47:24.636657 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ba195c6-16e0-4671-9413-0ee75eb9493c req-dd84f800-ad3e-4843-adb6-dc161dea9caf tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 210 time: 0.0450599
Dec 08 19:47:25.859837 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5882af10-6fdc-46f7-976c-376489f7522b req-60db0705-0459-4be0-9364-3da1bf995268 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 210 time: 0.0680530
Dec 08 19:47:25.900694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-58f58520-a9a7-46ea-bf9d-602595dc59f2 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:25.902400 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-58f58520-a9a7-46ea-bf9d-602595dc59f2 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/networks?id=163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 200  len: 814 time: 0.2131689
Dec 08 19:47:25.930835 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Request body: {'port': {'device_id': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16', 'admin_state_up': True, 'tenant_id': '0f2aedffb66a4ab4a42d4e0997740ddd'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:47:26.083008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:47:26.093491 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:47:26.104109 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Made reservation on behalf of 0f2aedffb66a4ab4a42d4e0997740ddd for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:47:26.111237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:26.464239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Allocated IP 172.20.0.11 (163da447-b456-4da0-8fd7-a58f4633fb16/a4da2458-e9de-4df9-9c02-05c1041c0573/62f8a2e7-333c-4eed-b0ac-3c47c1250fca) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:47:26.704011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:26.734147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:26.751161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:26.899368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event updated for resources: {'Port': ['ID=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:26.903856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:26.951372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Network 163da447-b456-4da0-8fd7-a58f4633fb16 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:47:26.953039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:47:26.957037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:47:27.077213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:27.077913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:27.120333 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1941137
Dec 08 19:47:27.131197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aad05b-f111-4c42-a0b0-8fc2425ccf54 req-4f5b31fd-f154-4f2e-8c5c-6d23d774b57d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:27.131972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-98aad05b-f111-4c42-a0b0-8fc2425ccf54 req-4f5b31fd-f154-4f2e-8c5c-6d23d774b57d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Synchronizing usage tracker for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:47:27.140977 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Request body: {'port': {'device_id': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:47:27.198825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-98aad05b-f111-4c42-a0b0-8fc2425ccf54 req-4f5b31fd-f154-4f2e-8c5c-6d23d774b57d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Unset dirty status for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:47:27.200146 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-98aad05b-f111-4c42-a0b0-8fc2425ccf54 req-4f5b31fd-f154-4f2e-8c5c-6d23d774b57d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 932 time: 0.1934156
Dec 08 19:47:27.305387 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-98aad05b-f111-4c42-a0b0-8fc2425ccf54 req-d88dadf9-4f31-4dae-a9be-972d57432e27 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954719
Dec 08 19:47:27.306146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:27.729710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f8a2e7-333c-4eed-b0ac-3c47c1250fca {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:47:27.737051 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:27.750070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Transition to ACTIVE for port object 62f8a2e7-333c-4eed-b0ac-3c47c1250fca will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:47:27.754313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:27.769662 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-293706e6-28af-47bd-b53d-23716a03bbc2 tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:27.907079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Pushing event updated for resources: {'Port': ['ID=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:27.911725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:28.087118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Attempting to bind port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:47:28.087489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Attempting to bind port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:47:28.087828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Attempting to bind port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca on network 163da447-b456-4da0-8fd7-a58f4633fb16 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:47:28.094775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:47:28.095156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Checking segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:47:28.095568 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:28.095955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Bound using segment: {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:47:28.096485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Bound port: 62f8a2e7-333c-4eed-b0ac-3c47c1250fca, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3737da-73fc-4d58-ac77-646b592e09e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '163da447-b456-4da0-8fd7-a58f4633fb16'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:47:28.096903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:28.204932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] For port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:47:28.208202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] For port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:47:28.213023 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:28.226754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bd53507e-d20a-4420-a346-6ff1d6529461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:28.376513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Pushing event updated for resources: {'Port': ['ID=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:28.381558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:28.417142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:28.417834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:28.423187 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] 10.222.0.73 "PUT /v2.0/ports/62f8a2e7-333c-4eed-b0ac-3c47c1250fca HTTP/1.1" status: 200  len: 1158 time: 1.2868500
Dec 08 19:47:28.424890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'tag': '62f8a2e7-333c-4eed-b0ac-3c47c1250fca'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:47:28.501096 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'tag': '62f8a2e7-333c-4eed-b0ac-3c47c1250fca', 'status': 'completed', 'code': 200}
Dec 08 19:47:28.550020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb1f16-5584-4553-b5e2-8223b96ed757 req-4707f268-e4c4-4df7-858a-40a7e44a87a5 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:28.551678 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-16cb1f16-5584-4553-b5e2-8223b96ed757 req-4707f268-e4c4-4df7-858a-40a7e44a87a5 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 944 time: 0.1001565
Dec 08 19:47:28.601163 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-16cb1f16-5584-4553-b5e2-8223b96ed757 req-03d0a406-4512-40ec-baab-cdb9dfd0553d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426061
Dec 08 19:47:29.841248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c639189-103b-4d56-8f1f-46630e4a7298 req-f4ff7089-f58e-4dca-acc6-18b05d69962b tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:29.843760 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7c639189-103b-4d56-8f1f-46630e4a7298 req-f4ff7089-f58e-4dca-acc6-18b05d69962b tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 944 time: 0.1005530
Dec 08 19:47:29.896932 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7c639189-103b-4d56-8f1f-46630e4a7298 req-914e95d5-d96b-4d8c-83eb-78650f069cc7 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444589
Dec 08 19:47:30.849036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75e0a6-19c3-4c15-96f4-a19b13680b51 req-f93fe381-59e9-4ad4-8094-1ce70245f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:30.850730 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1f75e0a6-19c3-4c15-96f4-a19b13680b51 req-f93fe381-59e9-4ad4-8094-1ce70245f257 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 1161 time: 0.0814090
Dec 08 19:47:31.014223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75e0a6-19c3-4c15-96f4-a19b13680b51 req-286a899c-503d-45d5-9eaa-25fadfc308c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:31.016143 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1f75e0a6-19c3-4c15-96f4-a19b13680b51 req-286a899c-503d-45d5-9eaa-25fadfc308c5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1573083
Dec 08 19:47:31.230392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75e0a6-19c3-4c15-96f4-a19b13680b51 req-8d141302-b57f-49ec-a471-de2af03e03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:31.231987 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1f75e0a6-19c3-4c15-96f4-a19b13680b51 req-8d141302-b57f-49ec-a471-de2af03e03cb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2079496
Dec 08 19:47:31.242129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa514-b2b1-4507-b115-bd214ab68f25 req-e9e1bf82-a956-4c0c-8b1a-34613216ebf4 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:31.243692 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-05caa514-b2b1-4507-b115-bd214ab68f25 req-e9e1bf82-a956-4c0c-8b1a-34613216ebf4 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 944 time: 0.1969335
Dec 08 19:47:31.579092 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-05caa514-b2b1-4507-b115-bd214ab68f25 req-5d108237-b79c-4482-89b4-6455a2544dcb tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3283343
Dec 08 19:47:31.608741 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-33e787f9-20ad-4284-a64b-fe1f77e4f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:31.610445 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-33e787f9-20ad-4284-a64b-fe1f77e4f0fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 1161 time: 0.3353550
Dec 08 19:47:31.687791 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-e8b28408-4e56-4e7e-9010-2e3a3bcea8d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f8a2e7-333c-4eed-b0ac-3c47c1250fca HTTP/1.1" status: 200  len: 217 time: 0.0676622
Dec 08 19:47:31.764885 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-da44c319-c8cb-48cd-bc80-540bee206d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:31.766462 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-da44c319-c8cb-48cd-bc80-540bee206d35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 200  len: 854 time: 0.0688677
Dec 08 19:47:31.819760 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-375d480a-d66d-4742-9128-f584e333be7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=163da447-b456-4da0-8fd7-a58f4633fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443463
Dec 08 19:47:31.966641 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-9566a77b-9c18-4305-a624-c3026387ac62 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389370
Dec 08 19:47:32.142738 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a053a72f-c055-4bf9-9f76-81ba1279606e req-8f8aee9e-b36e-4831-adac-77495b59ce84 service neutron] 10.222.0.73 "GET /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1661422
Dec 08 19:47:32.803470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d055ec7-58f3-458e-9aa7-46155a7d95d1 req-207004e7-f715-4a5c-be60-4691bc895b6d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:32.805172 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d055ec7-58f3-458e-9aa7-46155a7d95d1 req-207004e7-f715-4a5c-be60-4691bc895b6d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 944 time: 0.0962744
Dec 08 19:47:32.855051 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d055ec7-58f3-458e-9aa7-46155a7d95d1 req-e3c1c2ea-ae47-4652-8cdb-4f02238190db tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434637
Dec 08 19:47:34.080412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196581-5592-4704-820e-b63d44a60075 req-66886c7a-1689-406a-a111-af64f2ff10e0 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:34.082049 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c196581-5592-4704-820e-b63d44a60075 req-66886c7a-1689-406a-a111-af64f2ff10e0 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 944 time: 0.0892661
Dec 08 19:47:34.132500 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3c196581-5592-4704-820e-b63d44a60075 req-72048613-fee5-40d8-a8dc-d7851813abe8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439062
Dec 08 19:47:35.366736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccfe0c-a7b1-4f09-b553-3cd0cb567852 req-13207f62-d6d6-4703-8797-5a0ccce4992a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:35.368430 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bfccfe0c-a7b1-4f09-b553-3cd0cb567852 req-13207f62-d6d6-4703-8797-5a0ccce4992a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 944 time: 0.1033907
Dec 08 19:47:35.402409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 62f8a2e7-333c-4eed-b0ac-3c47c1250fca up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:47:35.421845 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bfccfe0c-a7b1-4f09-b553-3cd0cb567852 req-a74d5a42-9f86-4436-b4df-41b99c84fb81 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445321
Dec 08 19:47:35.477289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:47:35.482680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:47:35.483118 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:35.602390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:35.631844 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f8a2e7-333c-4eed-b0ac-3c47c1250fca'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:47:35.643859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:47:35.648483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:35.650620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:35.697618 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f8a2e7-333c-4eed-b0ac-3c47c1250fca', 'code': 200}
Dec 08 19:47:35.724967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:35.728366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:35.945021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d7d00-e4f4-4875-afc7-e0ece24c45e0 req-bce424a1-3d07-4002-9d02-c9c2a97a878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:35.946785 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-457d7d00-e4f4-4875-afc7-e0ece24c45e0 req-bce424a1-3d07-4002-9d02-c9c2a97a878e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 1163 time: 0.0787325
Dec 08 19:47:35.992382 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-457d7d00-e4f4-4875-afc7-e0ece24c45e0 req-72e84d03-3afd-4961-89b5-c61816cbcaef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379498
Dec 08 19:47:36.655521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e88e-8c1a-4b3c-a86e-0a5297c3ec5c req-ec26f32b-1e9b-47b4-ba12-c0d077a6ff05 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:36.657190 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9ce7e88e-8c1a-4b3c-a86e-0a5297c3ec5c req-ec26f32b-1e9b-47b4-ba12-c0d077a6ff05 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 946 time: 0.0973711
Dec 08 19:47:36.711569 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9ce7e88e-8c1a-4b3c-a86e-0a5297c3ec5c req-df1afcca-58f5-4916-a447-4d980396f5f4 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461688
Dec 08 19:47:37.947323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909de07-d741-4afd-b135-b42194fa2d8d req-0dfdb73f-4927-4ff6-8f84-92e324acb0c5 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:37.948982 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a909de07-d741-4afd-b135-b42194fa2d8d req-0dfdb73f-4927-4ff6-8f84-92e324acb0c5 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 946 time: 0.0903659
Dec 08 19:47:38.011978 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a909de07-d741-4afd-b135-b42194fa2d8d req-4a8c0e1b-faa6-4f71-8b4b-4d84217b7252 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536876
Dec 08 19:47:39.251281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e603e6-0b08-4143-b163-e23ae5aafbdd req-e1200717-5240-4c92-8b2e-8743f0a04c93 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:39.252935 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-23e603e6-0b08-4143-b163-e23ae5aafbdd req-e1200717-5240-4c92-8b2e-8743f0a04c93 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 946 time: 0.0994020
Dec 08 19:47:39.305221 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-23e603e6-0b08-4143-b163-e23ae5aafbdd req-b56c6d24-a2b6-4944-a7d1-e44a760b2889 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430238
Dec 08 19:47:39.539153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ebceda69-0416-4deb-bfd3-f3ecd6335ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:39.911475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 62f8a2e7-333c-4eed-b0ac-3c47c1250fca up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:47:39.986100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:47:39.986524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:40.297370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 62f8a2e7-333c-4eed-b0ac-3c47c1250fca up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:47:40.368012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:47:40.368263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:40.541292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c9729-934b-4a93-81a2-18b55bb1cad3 req-05b05ce6-48f0-4ebd-8636-26e3d7c4201a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:40.542934 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bc3c9729-934b-4a93-81a2-18b55bb1cad3 req-05b05ce6-48f0-4ebd-8636-26e3d7c4201a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 946 time: 0.0908656
Dec 08 19:47:40.599719 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bc3c9729-934b-4a93-81a2-18b55bb1cad3 req-f4ac5ab2-f816-433a-af56-eb6516dcf9b6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472541
Dec 08 19:47:41.634319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b0b4be9c-c1b9-4206-99e9-c07f1f464f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:42.868396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:44.045444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:44.161327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:47.519710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60334) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:47:47.684562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:47.700630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:47:47.705151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Usage tracker for resource:security_group_rule and tenant:0944ddc738d04ea98e1be8e0bd2ae4b2 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:47:47.708567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:47:47.715777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:47:47.817689 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:47.822610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:47.829863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-87488ad5-0f7a-4d83-b473-9230727d3533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:47.874378 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0944ddc738d04ea98e1be8e0bd2ae4b2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3533695
Dec 08 19:47:47.875211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df0d69-d521-422f-b7cc-415d61d63929,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:47.877384 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60342) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:47:47.894951 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.895371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.895770 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.896163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.896585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.896976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.897345 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.897755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.898145 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.898514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.898902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.899286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.899775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.900169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.900580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.900992 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.901465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.901763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.902147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.902535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.902914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.903308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.903690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.904078 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:47.909422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:47.961067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:47.991522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:48.062644 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:48.066715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-30336ace-3036-4d15-910b-853bb28a7cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:48.079134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df0d69-d521-422f-b7cc-415d61d63929,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:48.082839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:48.088945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:48.090252 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0df0d69-d521-422f-b7cc-415d61d63929 HTTP/1.1" status: 204  len: 168 time: 0.2118862
Dec 08 19:47:48.664509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:52.551447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60420) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:47:52.712713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:52.733727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:47:52.737879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a57f73f42f874974976700e47efbe343 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:47:52.740952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:47:52.747119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:47:52.833791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:52.837606 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:52.845698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc794e35-fd22-498a-a0d0-80e455e9b541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:52.889777 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a57f73f42f874974976700e47efbe343&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3350651
Dec 08 19:47:52.890774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8723d13-f433-46b2-b1b2-2aaad7e0d71c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:52.894398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60430) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:47:52.894578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a906d9e6-239f-46e9-b002-ea99ca1a23b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:52.918314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86d61d-e0cf-4e71-9168-aa581a13de83 req-c34f018a-e429-4294-b478-05b56e023f7e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:52.921411 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1f86d61d-e0cf-4e71-9168-aa581a13de83 req-c34f018a-e429-4294-b478-05b56e023f7e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 946 time: 0.1077678
Dec 08 19:47:52.980695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:47:53.006519 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1f86d61d-e0cf-4e71-9168-aa581a13de83 req-7f910f8d-b4e4-42ae-b0b5-478730b2185d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782163
Dec 08 19:47:53.021086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:53.053801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:53.101877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:53.108176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-442f1600-08f8-493e-be8c-d2465f7e717d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:53.122328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8723d13-f433-46b2-b1b2-2aaad7e0d71c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:53.133758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.134172 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.134579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.135110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.135647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.135913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.136357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.136750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.137143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.137534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.137925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.138315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.138792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.139192 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.139586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.139975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.140388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.140783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.141173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.141563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.141952 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.142342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.142723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.143115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:47:53.147235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:53.149008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:53.150700 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8723d13-f433-46b2-b1b2-2aaad7e0d71c HTTP/1.1" status: 204  len: 168 time: 0.2548978
Dec 08 19:47:54.240872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063dcb7-f77f-4940-aef3-8bca3f023ee4 req-839ba3b3-24b5-48dc-ba1a-1eea116426fe tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:54.242537 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d063dcb7-f77f-4940-aef3-8bca3f023ee4 req-839ba3b3-24b5-48dc-ba1a-1eea116426fe tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 946 time: 0.0856793
Dec 08 19:47:54.291261 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d063dcb7-f77f-4940-aef3-8bca3f023ee4 req-9514af5d-d4e3-4170-8ac1-7ac1d361f452 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422361
Dec 08 19:47:54.389624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 62f8a2e7-333c-4eed-b0ac-3c47c1250fca up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:47:54.501240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:47:54.501652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:54.546738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-1fcffd92-92f8-48a9-98f2-a99e41e16f48 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:54.548839 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-1fcffd92-92f8-48a9-98f2-a99e41e16f48 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 946 time: 0.1432624
Dec 08 19:47:54.635542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Deleting port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:47:54.636086 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:54.913912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] For port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:47:54.914250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:55.045405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Calling delete_port for 62f8a2e7-333c-4eed-b0ac-3c47c1250fca owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:47:55.201103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:55.216831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7c78bdfe-de9c-4aaf-97b7-c8b3d571a9b3 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:55.274585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event deleted for resources: {'Port': ['ID=62f8a2e7-333c-4eed-b0ac-3c47c1250fca,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:55.279443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:55.425451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] No DVR routers for this DVR port 62f8a2e7-333c-4eed-b0ac-3c47c1250fca on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:47:55.428018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:55.430986 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'name': 'network-vif-deleted', 'tag': '62f8a2e7-333c-4eed-b0ac-3c47c1250fca'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:47:55.487894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-e7340f9b-0db9-459a-9ae4-49c240d641aa req-df9737d2-584e-474f-87a0-8e602079c64e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Synchronizing usage tracker for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:47:55.492641 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d1fbf52a-61eb-431b-9961-53f482a1f4f2 req-e4269106-f001-443a-a192-046353b24050 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "DELETE /v2.0/ports/62f8a2e7-333c-4eed-b0ac-3c47c1250fca HTTP/1.1" status: 204  len: 173 time: 0.9329441
Dec 08 19:47:55.501343 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c1049-8f26-467c-bd8f-c4dee9c81129', 'name': 'network-vif-deleted', 'tag': '62f8a2e7-333c-4eed-b0ac-3c47c1250fca', 'status': 'completed', 'code': 200}
Dec 08 19:47:55.509004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-e7340f9b-0db9-459a-9ae4-49c240d641aa req-df9737d2-584e-474f-87a0-8e602079c64e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Unset dirty status for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:47:55.511769 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e7340f9b-0db9-459a-9ae4-49c240d641aa req-df9737d2-584e-474f-87a0-8e602079c64e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=a96c1049-8f26-467c-bd8f-c4dee9c81129 HTTP/1.1" status: 200  len: 210 time: 0.0743911
Dec 08 19:47:56.905194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 62f8a2e7-333c-4eed-b0ac-3c47c1250fca no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:47:56.943274 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] No Port match for: 62f8a2e7-333c-4eed-b0ac-3c47c1250fca {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:47:56.943671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 62f8a2e7-333c-4eed-b0ac-3c47c1250fca not bound to the agent host hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:47:57.393873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60504) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:47:58.002350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:58.300166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66a4e1-a8c7-4a5d-81c8-5534d078b28d req-c070605d-ceb1-40b0-9331-793668c43d8c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:58.301845 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f66a4e1-a8c7-4a5d-81c8-5534d078b28d req-c070605d-ceb1-40b0-9331-793668c43d8c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 946 time: 0.0872927
Dec 08 19:47:58.354072 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f66a4e1-a8c7-4a5d-81c8-5534d078b28d req-621d8214-ef05-4e93-b93f-d37c9f4ebe62 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457115
Dec 08 19:47:58.638663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Deleting port 04b61966-7329-42d5-8efa-71689d32eae0 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:47:58.638935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:58.831171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] For port 04b61966-7329-42d5-8efa-71689d32eae0, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=04b61966-7329-42d5-8efa-71689d32eae0,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:47:58.831575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:58.958337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Calling delete_port for 04b61966-7329-42d5-8efa-71689d32eae0 owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:47:59.392135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:59.408871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cb73bd89-0bba-4f72-843b-2a27ed0c012d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:47:59.464771 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b61966-7329-42d5-8efa-71689d32eae0,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:47:59.467963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:47:59.607709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1b959-a4bb-4680-981d-d2e7e861d129 req-474347b6-87c9-421c-a08f-5f39f66f401e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:59.609716 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-20a1b959-a4bb-4680-981d-d2e7e861d129 req-474347b6-87c9-421c-a08f-5f39f66f401e tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 946 time: 0.0978851
Dec 08 19:47:59.664162 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-20a1b959-a4bb-4680-981d-d2e7e861d129 req-dc8483c7-7285-4e80-be7d-cbe84d4db1d8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460713
Dec 08 19:47:59.856126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-2c98160a-7507-4f31-8dfe-338cd3163cc4 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:47:59.857867 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-2c98160a-7507-4f31-8dfe-338cd3163cc4 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 946 time: 0.0915787
Dec 08 19:47:59.865776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:47:59.935915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Deleting port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:47:59.936165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:00.197685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] For port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:00.198090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:00.325832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Calling delete_port for e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:48:00.372640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:48:00.376400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Router 39b65b94-23f6-455e-b993-30002627aa5b has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:48:00.478431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:00.492261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:00.494663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b4bb291e-096e-44eb-94ac-3ff4d2ac38a3 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:00.552378 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event deleted for resources: {'Port': ['ID=e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:00.566080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:00.578663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:48:00.620739 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] 10.222.0.61 "PUT /v2.0/routers/39b65b94-23f6-455e-b993-30002627aa5b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2250884
Dec 08 19:48:00.621656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60536) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:00.623792 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] Sync routers for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:48:00.643237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:48:00.643945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd3c86a0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:47:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:00.747540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] No DVR routers for this DVR port e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:48:00.749983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:00.753228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'name': 'network-vif-deleted', 'tag': 'e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:48:00.774795 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2f2948a3-9e12-4375-a704-52506be4ce5e req-fbd97dca-2d51-4e6e-95bb-381993f3a4f6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "DELETE /v2.0/ports/e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7 HTTP/1.1" status: 204  len: 173 time: 0.9113190
Dec 08 19:48:00.850791 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5ff040-66ff-4754-99fa-6ab30d97df6d', 'name': 'network-vif-deleted', 'tag': 'e43a2a29-a6ea-4ac1-a4a0-0f3a69c21fa7', 'status': 'completed', 'code': 200}
Dec 08 19:48:00.861569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:48:00.890758 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:00.921830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-bdb5ec36-2990-4b19-889c-cdcfa688ddb3 req-c5f9bad0-849a-4752-8629-51796e71d9f8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Synchronizing usage tracker for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:48:00.939975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-bdb5ec36-2990-4b19-889c-cdcfa688ddb3 req-c5f9bad0-849a-4752-8629-51796e71d9f8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Unset dirty status for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:48:00.951390 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bdb5ec36-2990-4b19-889c-cdcfa688ddb3 req-c5f9bad0-849a-4752-8629-51796e71d9f8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=9b5ff040-66ff-4754-99fa-6ab30d97df6d HTTP/1.1" status: 200  len: 210 time: 0.0764477
Dec 08 19:48:01.105399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.111225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Deleting port 4bc90103-77d5-49d9-a889-f73f317fb1c0 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:48:01.111724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.177041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd3c86a0>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:47:59Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:01.181258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] Checking router: 39b65b94-23f6-455e-b993-30002627aa5b for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:48:01.191513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] Routers {'39b65b94-23f6-455e-b993-30002627aa5b'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:48:01.192212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd3c86a0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:47:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['39b65b94-23f6-455e-b993-30002627aa5b'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:01.317376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] For port 4bc90103-77d5-49d9-a889-f73f317fb1c0, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=4bc90103-77d5-49d9-a889-f73f317fb1c0,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:01.317803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.389732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] Set router 39b65b94-23f6-455e-b993-30002627aa5b gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:48:01.457161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Calling delete_port for 4bc90103-77d5-49d9-a889-f73f317fb1c0 owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:48:01.606974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.814635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.864647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd3c86a0>, [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:47:59Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:01.868863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fee094-1879-499b-96f8-afe8586a1171 None None] The sync data for ids ['39b65b94-23f6-455e-b993-30002627aa5b'] in dv-cinder-766064-1-iscsi is: [{'id': '39b65b94-23f6-455e-b993-30002627aa5b', 'name': 'tempest-AttachVolumeTestJSON-1177629180-router', 'tenant_id': 'd7e6644896e041c39bb14628301f6935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:11:34Z', 'updated_at': '2020-12-08T19:47:59Z', 'revision_number': 5, 'project_id': 'd7e6644896e041c39bb14628301f6935', 'gw_port': {'id': '4bc90103-77d5-49d9-a889-f73f317fb1c0', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b65b94-23f6-455e-b993-30002627aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:11:37Z', 'updated_at': '2020-12-08T19:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:48:01.952522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.955119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.985740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:01.986354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b65b94-23f6-455e-b993-30002627aa5b {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:48:02.000494 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:02.001808 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e751f488-682c-4371-aec0-5a433549d092 admin admin] 10.222.0.61 "DELETE /v2.0/routers/39b65b94-23f6-455e-b993-30002627aa5b HTTP/1.1" status: 204  len: 168 time: 1.3755815
Dec 08 19:48:02.004669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60550) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:02.075041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Deleting subnet 0d6a3884-7108-4445-b2c8-455826b5754e {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:48:02.078483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:02.133875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:02.222608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:02.506330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26e04d-58ab-4616-b7c9-50c728600a19 req-bbe32883-6fdf-4177-9f57-52ae520f0e5c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:02.510450 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2a26e04d-58ab-4616-b7c9-50c728600a19 req-bbe32883-6fdf-4177-9f57-52ae520f0e5c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.1008437
Dec 08 19:48:02.581563 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-2a26e04d-58ab-4616-b7c9-50c728600a19 req-877015ac-fa97-4939-b43d-cd70e4b8cdc6 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663605
Dec 08 19:48:02.790106 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:02.805925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:02.857395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6a3884-7108-4445-b2c8-455826b5754e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:02.862267 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:02.947114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:02.953400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5eeafd-c736-4268-b3e2-faed1c900c9c None None] Network d893e127-8341-44f3-b82b-8e8c50e435ab requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:02.953571 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f453cec9-87a2-4b61-9d35-4ffa56435f2d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0d6a3884-7108-4445-b2c8-455826b5754e HTTP/1.1" status: 204  len: 168 time: 0.9476871
Dec 08 19:48:02.956122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60566) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:03.076390 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:03.146938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Deleting port f28bd49f-1576-4758-ac32-f1c909c6b514 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:48:03.147322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:03.218037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] DHCP port deletion for d893e127-8341-44f3-b82b-8e8c50e435ab request from dv-cinder-766064-1-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 08 19:48:03.224125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Deleting port f28bd49f-1576-4758-ac32-f1c909c6b514 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:48:03.224594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:03.375779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] For port f28bd49f-1576-4758-ac32-f1c909c6b514, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f28bd49f-1576-4758-ac32-f1c909c6b514,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:03.376203 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:03.442079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] For port f28bd49f-1576-4758-ac32-f1c909c6b514, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=f28bd49f-1576-4758-ac32-f1c909c6b514,segment=NetworkSegment(42d7f99d-e154-4c83-ad54-c9a37176c64c),segment_id=42d7f99d-e154-4c83-ad54-c9a37176c64c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:03.442485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:03.508986 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Calling delete_port for f28bd49f-1576-4758-ac32-f1c909c6b514 owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:48:03.568591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 04b61966-7329-42d5-8efa-71689d32eae0 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:48:03.593408 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:03.602220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Calling delete_port for f28bd49f-1576-4758-ac32-f1c909c6b514 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:48:03.607362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:03.643532 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 04b61966-7329-42d5-8efa-71689d32eae0 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:48:03.643927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 04b61966-7329-42d5-8efa-71689d32eae0 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:48:03.644423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4bc90103-77d5-49d9-a889-f73f317fb1c0 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:48:03.653493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Pushing event deleted for resources: {'Port': ['ID=f28bd49f-1576-4758-ac32-f1c909c6b514,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:03.671872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:03.682692 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 4bc90103-77d5-49d9-a889-f73f317fb1c0 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:48:03.683229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 4bc90103-77d5-49d9-a889-f73f317fb1c0 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:48:03.683608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f28bd49f-1576-4758-ac32-f1c909c6b514 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:48:03.729398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: f28bd49f-1576-4758-ac32-f1c909c6b514 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:48:03.729749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device f28bd49f-1576-4758-ac32-f1c909c6b514 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:48:03.762450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:48:03.762450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:48:03.772515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] No DVR routers for this DVR port f28bd49f-1576-4758-ac32-f1c909c6b514 on host dv-cinder-766064-1-iscsi {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:48:03.907382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:03.962780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b442-2e6b-4ef0-923d-75de9dfd991b req-d649c01b-7abf-4067-bcbd-6320f94a705f tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:03.964898 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4688b442-2e6b-4ef0-923d-75de9dfd991b req-d649c01b-7abf-4067-bcbd-6320f94a705f tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.0878460
Dec 08 19:48:04.017538 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4688b442-2e6b-4ef0-923d-75de9dfd991b req-93eda6a9-7b36-4f86-ae53-d37617fb7384 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450821
Dec 08 19:48:04.028217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ede96d5f8>,) {'filters': {'network_id': ['d893e127-8341-44f3-b82b-8e8c50e435ab']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:04.045394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ede96d5f8>, '42d7f99d-e154-4c83-ad54-c9a37176c64c') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:04.045740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ede96d5f8>, '42d7f99d-e154-4c83-ad54-c9a37176c64c') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:04.058808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.074849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.077009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:48:04.264077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Deleting port f28bd49f-1576-4758-ac32-f1c909c6b514 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:48:04.264515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.265174 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Network d893e127-8341-44f3-b82b-8e8c50e435ab has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:04.274950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.331070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-5e993bd9-f4e2-45ec-9575-8dd048d637d2 None None] The port 'f28bd49f-1576-4758-ac32-f1c909c6b514' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 08 19:48:04.466047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Network d893e127-8341-44f3-b82b-8e8c50e435ab has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:48:04.492805 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:48:04.572010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.576029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:04.593817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.604864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Pushing event deleted for resources: {'Network': ['ID=d893e127-8341-44f3-b82b-8e8c50e435ab,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:04.610081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:04.613536 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] 10.222.0.61 "DELETE /v2.0/networks/d893e127-8341-44f3-b82b-8e8c50e435ab HTTP/1.1" status: 204  len: 168 time: 1.6562846
Dec 08 19:48:04.771534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60576) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:04.831383 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3dc4546c-1e85-46ad-ab66-48ceb637ad3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7e6644896e041c39bb14628301f6935&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0583019
Dec 08 19:48:04.834095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60580) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:04.904812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.933851 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.991100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:04.995211 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-188bf794-d528-478d-a839-dcf1d81b9fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:05.010690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd4bebd-df88-4029-81ec-a62e6db16527,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:05.016251 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:05.018301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:05.019567 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9bd4bebd-df88-4029-81ec-a62e6db16527 HTTP/1.1" status: 204  len: 168 time: 0.1844718
Dec 08 19:48:05.240635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d306e-1972-4a70-a2d8-3b077836e12c req-4a4205b3-833a-4962-b4bd-8cc739482763 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:05.242436 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d0d306e-1972-4a70-a2d8-3b077836e12c req-4a4205b3-833a-4962-b4bd-8cc739482763 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.0889308
Dec 08 19:48:05.294602 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d0d306e-1972-4a70-a2d8-3b077836e12c req-dcc414cd-1f8f-496e-bf9e-75fc94b15909 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436835
Dec 08 19:48:06.563091 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-c9062a68-0f14-43e1-a0a1-17456759e0ac tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:06.564719 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-c9062a68-0f14-43e1-a0a1-17456759e0ac tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.1524692
Dec 08 19:48:06.616413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0095e-379f-49f2-9197-8590373e9656 req-a4dc05f6-f8c3-423d-b2c7-c85ebb18d1df tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:06.617998 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ee0095e-379f-49f2-9197-8590373e9656 req-a4dc05f6-f8c3-423d-b2c7-c85ebb18d1df tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 945 time: 0.1612184
Dec 08 19:48:06.911136 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Deleting port 1ed27698-a3f6-44fe-9965-a467d5a37339 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:48:06.911525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:06.968412 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8ee0095e-379f-49f2-9197-8590373e9656 req-2e31dc18-b747-4021-ac49-e6b774af7505 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090007
Dec 08 19:48:07.185514 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] For port 1ed27698-a3f6-44fe-9965-a467d5a37339, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=1ed27698-a3f6-44fe-9965-a467d5a37339,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:07.185909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:07.304407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 1ed27698-a3f6-44fe-9965-a467d5a37339 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:48:07.315883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Calling delete_port for 1ed27698-a3f6-44fe-9965-a467d5a37339 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:48:07.430789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:07.496497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:07.513200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6f76c95b-83ae-4500-82dc-174d2f6069d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:07.570191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event deleted for resources: {'Port': ['ID=1ed27698-a3f6-44fe-9965-a467d5a37339,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:07.575340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:07.719169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] No DVR routers for this DVR port 1ed27698-a3f6-44fe-9965-a467d5a37339 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:48:07.721636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:07.724434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'name': 'network-vif-deleted', 'tag': '1ed27698-a3f6-44fe-9965-a467d5a37339'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:48:07.745411 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4807fe18-c36e-4437-b9bd-05f69de86811 req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "DELETE /v2.0/ports/1ed27698-a3f6-44fe-9965-a467d5a37339 HTTP/1.1" status: 204  len: 173 time: 1.1731272
Dec 08 19:48:07.792032 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45542336-d6ae-4d1f-94fd-a01f18b31a37', 'name': 'network-vif-deleted', 'tag': '1ed27698-a3f6-44fe-9965-a467d5a37339', 'status': 'completed', 'code': 200}
Dec 08 19:48:08.171309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-4892accb-5a12-42bd-b8e4-fecfb94f1251 req-08aa2c1d-0e0f-4bcb-9c36-9596bcd58e2d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Synchronizing usage tracker for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:48:08.188299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-4892accb-5a12-42bd-b8e4-fecfb94f1251 req-08aa2c1d-0e0f-4bcb-9c36-9596bcd58e2d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Unset dirty status for tenant:0f2aedffb66a4ab4a42d4e0997740ddd on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:48:08.189683 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4892accb-5a12-42bd-b8e4-fecfb94f1251 req-08aa2c1d-0e0f-4bcb-9c36-9596bcd58e2d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=45542336-d6ae-4d1f-94fd-a01f18b31a37 HTTP/1.1" status: 200  len: 210 time: 0.0752118
Dec 08 19:48:09.537582 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb373-b1c4-42c1-abd0-387db1b31407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:10.989841 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efd11f-c71c-4360-a2cc-942cfe90ef82 req-e9273c32-73b3-4117-869b-afe25e3c4a4a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:10.991471 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-14efd11f-c71c-4360-a2cc-942cfe90ef82 req-e9273c32-73b3-4117-869b-afe25e3c4a4a tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 945 time: 0.0919633
Dec 08 19:48:11.042683 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-14efd11f-c71c-4360-a2cc-942cfe90ef82 req-3754949b-b45c-49b0-bb55-0caca5f6f290 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442429
Dec 08 19:48:11.534881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-34e3d69e-37fc-4cfb-9ee4-066fc5f2541d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:11.536640 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-34e3d69e-37fc-4cfb-9ee4-066fc5f2541d tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 945 time: 0.0903430
Dec 08 19:48:11.617402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Deleting port b8429bba-7f42-4c03-a8d6-7f96ee486296 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:48:11.617710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:11.647533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-16db812f-835d-4368-822e-5c6bd4924b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:11.890212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] For port b8429bba-7f42-4c03-a8d6-7f96ee486296, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=b8429bba-7f42-4c03-a8d6-7f96ee486296,segment=NetworkSegment(3b3737da-73fc-4d58-ac77-646b592e09e3),segment_id=3b3737da-73fc-4d58-ac77-646b592e09e3)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:11.890626 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:12.031957 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Calling delete_port for b8429bba-7f42-4c03-a8d6-7f96ee486296 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:48:12.237617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:12.253665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7b9e1f9e-1751-405a-b0be-46cb3a1effbc tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:12.317974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Pushing event deleted for resources: {'Port': ['ID=b8429bba-7f42-4c03-a8d6-7f96ee486296,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:12.324422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:12.429864 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921fefb-5d28-4006-8052-c1a8f901c183 req-40fef467-7cb7-4e7d-a896-ebb9abccbca8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:12.431480 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9921fefb-5d28-4006-8052-c1a8f901c183 req-40fef467-7cb7-4e7d-a896-ebb9abccbca8 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/ports?device_id=15e904ec-21b5-4d13-898e-878d56dcb5d3 HTTP/1.1" status: 200  len: 867 time: 0.2492714
Dec 08 19:48:12.520485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] No DVR routers for this DVR port b8429bba-7f42-4c03-a8d6-7f96ee486296 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:48:12.524791 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:12.527601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'name': 'network-vif-deleted', 'tag': 'b8429bba-7f42-4c03-a8d6-7f96ee486296'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:48:12.541587 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9921fefb-5d28-4006-8052-c1a8f901c183 req-f7e1f7ae-abd4-4a3d-be06-d2e81267c0a2 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.61 "GET /v2.0/security-groups?id=375ae91b-ef4a-4233-b251-ec46dd7a9756&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020560
Dec 08 19:48:12.550880 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-15af5d33-0b73-4809-9af7-ddf0d588548c req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] 10.222.0.73 "DELETE /v2.0/ports/b8429bba-7f42-4c03-a8d6-7f96ee486296 HTTP/1.1" status: 204  len: 173 time: 1.0073488
Dec 08 19:48:12.597017 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e904ec-21b5-4d13-898e-878d56dcb5d3', 'name': 'network-vif-deleted', 'tag': 'b8429bba-7f42-4c03-a8d6-7f96ee486296', 'status': 'completed', 'code': 200}
Dec 08 19:48:12.875499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:13.357931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device b8429bba-7f42-4c03-a8d6-7f96ee486296 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:48:13.400100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] No Port match for: b8429bba-7f42-4c03-a8d6-7f96ee486296 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:48:13.400691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device b8429bba-7f42-4c03-a8d6-7f96ee486296 not bound to the agent host hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:48:13.659002 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60780) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:13.938764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Deleting subnet a4da2458-e9de-4df9-9c02-05c1041c0573 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:48:13.942084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.000471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168130'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.043125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.062751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.165166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.376298 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850669637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851757585'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.390055 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-91194b19-d9ad-45c1-864e-659070455d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:14.438620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4da2458-e9de-4df9-9c02-05c1041c0573,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:14.444304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:14.533123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.539900 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-14492770-5bc3-4f77-8ac5-832a3ae3e5ce admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a4da2458-e9de-4df9-9c02-05c1041c0573 HTTP/1.1" status: 204  len: 168 time: 0.8795872
Dec 08 19:48:14.545148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60810) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:14.665340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.861405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:14.992316 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd73c3c8>,) {'filters': {'network_id': ['163da447-b456-4da0-8fd7-a58f4633fb16']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:15.015234 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd73c3c8>, '3b3737da-73fc-4d58-ac77-646b592e09e3') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:15.015710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd73c3c8>, '3b3737da-73fc-4d58-ac77-646b592e09e3') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:15.029858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851607670'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:15.051281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:15.055414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:48:15.248781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Network 163da447-b456-4da0-8fd7-a58f4633fb16 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:15.259217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850669610'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:15.469609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Network 163da447-b456-4da0-8fd7-a58f4633fb16 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:48:15.498212 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:48:15.599246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:15.607812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1b49739-49e5-4691-8480-bc97651be9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:15.628675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:15.637320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Pushing event deleted for resources: {'Network': ['ID=163da447-b456-4da0-8fd7-a58f4633fb16,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:15.640873 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] 10.222.0.61 "DELETE /v2.0/networks/163da447-b456-4da0-8fd7-a58f4633fb16 HTTP/1.1" status: 204  len: 168 time: 1.0945983
Dec 08 19:48:15.641783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:15.860497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60834) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:15.923879 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-6a35a0b1-6d12-4191-a7ae-b2156b8def8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f2aedffb66a4ab4a42d4e0997740ddd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0619369
Dec 08 19:48:15.926576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60838) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:16.007928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:16.039268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:16.118352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:16.124636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03a5c35a-cc3f-4b65-b8c2-ea4dd89c9f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:16.146103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ae91b-ef4a-4233-b251-ec46dd7a9756,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:16.150397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:16.153981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:16.156984 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/375ae91b-ef4a-4233-b251-ec46dd7a9756 HTTP/1.1" status: 204  len: 168 time: 0.2282856
Dec 08 19:48:17.411392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60876) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:17.570422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925030699-network', 'tenant_id': '9e07d00734de4eebbf0059c1f73b4d99'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:17.576515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:17.581391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Usage tracker for resource:network and tenant:9e07d00734de4eebbf0059c1f73b4d99 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:17.585150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:17.592712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:17.605272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Made reservation on behalf of 9e07d00734de4eebbf0059c1f73b4d99 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:17.610195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.627993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.644537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:17.648940 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Usage tracker for resource:security_group_rule and tenant:9e07d00734de4eebbf0059c1f73b4d99 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:17.652372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:17.658925 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:17.766661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.771505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.776231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8299e6b8-11d6-4b85-8c42-54fef70ba033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:17.811496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:48:17.825938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5e7b88-51f0-41b6-b4d1-5c0771fa5552,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:17.830307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:17.831319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.831707 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Added segment b415f8f1-2a9f-4036-83a7-0118bdfa4943 of type vxlan for network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d
Dec 08 19:48:17.860042 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.893509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.894816 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:17.895492 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:17.899270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8108aba4-ae63-447a-af34-884d18c3c72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:18.251047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Pushing event updated for resources: {'Network': ['ID=dbdde38c-5e26-4902-8b0e-b1da4bb59b1d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:18.257693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60890) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:18.257941 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8448758
Dec 08 19:48:18.258882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0d56a9dd-41e0-4c2e-88b9-b3ab74b28758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:18.264767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:18.265715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Request body: {'subnet': {'network_id': 'dbdde38c-5e26-4902-8b0e-b1da4bb59b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925030699-subnet', 'tenant_id': '9e07d00734de4eebbf0059c1f73b4d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:18.273914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:18.282197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Usage tracker for resource:subnet and tenant:9e07d00734de4eebbf0059c1f73b4d99 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:18.285508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:18.291943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:18.305074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Made reservation on behalf of 9e07d00734de4eebbf0059c1f73b4d99 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:18.310913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852316690'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:18.376797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:18.689395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:18.779257 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852667342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852316673'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:18.793212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-66d8b1cf-1859-45b7-9fe4-1b96ae75f54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:18.932454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e766be80-b7be-4fef-9649-fef51790f875,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:18.938733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:19.019165 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Checking segment: {'id': 'b415f8f1-2a9f-4036-83a7-0118bdfa4943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbdde38c-5e26-4902-8b0e-b1da4bb59b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:19.019809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Network hostable DHCP agents. Network: dbdde38c-5e26-4902-8b0e-b1da4bb59b1d, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:48:19.044053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:48:19.054235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, dbdde38c-5e26-4902-8b0e-b1da4bb59b1d) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:19.063727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0f036-fe7a-4112-91e0-6cc73d1ae66a None None] Network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:19.067467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:19.068137 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:19.090727 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7407425a-594b-4d4f-8326-991544ab7d2f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8314891
Dec 08 19:48:19.301993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633a5a8-76ea-4be6-ac35-274d7b671c17 None None] Network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:19.891254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60926) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:19.897862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058118706-network', 'tenant_id': '7a16b992b61b446db9739740aadd6678'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:19.903351 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:19.907975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Usage tracker for resource:network and tenant:7a16b992b61b446db9739740aadd6678 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:19.911227 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:19.917457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:19.929983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Made reservation on behalf of 7a16b992b61b446db9739740aadd6678 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:19.938066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:19.955852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:19.971953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:19.976596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Usage tracker for resource:security_group_rule and tenant:7a16b992b61b446db9739740aadd6678 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:19.979836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:19.985859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:20.078979 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.082610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.087176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1fa84983-f4fa-405a-ae2d-478372f74c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:20.124944 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:48:20.140275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969d2e81-caa2-4a0f-ab37-40db0bb9445f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:20.144673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:20.145660 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.146044 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Added segment 9370d2f2-3ef6-4b63-946d-2eb3797cfb45 of type vxlan for network 12f038d8-c816-4375-b33f-ec463e18cc58
Dec 08 19:48:20.173651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.206094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.207402 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:20.208037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.213684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:20.324781 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4321785
Dec 08 19:48:20.328220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60930) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:20.328541 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Pushing event updated for resources: {'Network': ['ID=12f038d8-c816-4375-b33f-ec463e18cc58,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:20.331799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:20.335311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Request body: {'subnet': {'network_id': '12f038d8-c816-4375-b33f-ec463e18cc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058118706-subnet', 'tenant_id': '7a16b992b61b446db9739740aadd6678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:20.341314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:20.342751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 12f038d8-c816-4375-b33f-ec463e18cc58 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:20.345589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Usage tracker for resource:subnet and tenant:7a16b992b61b446db9739740aadd6678 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:20.349898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:20.356487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:20.358463 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 12f038d8-c816-4375-b33f-ec463e18cc58 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:20.367320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Made reservation on behalf of 7a16b992b61b446db9739740aadd6678 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:20.372820 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852316690'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.826976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852667342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852316673'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:20.841823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2e803b0a-2073-41cc-ae78-c5416ec73d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:20.981828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf04f1c-3d6e-48bc-9906-946c29fbd9b3,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:20.987372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:21.055874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Checking segment: {'id': '9370d2f2-3ef6-4b63-946d-2eb3797cfb45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '12f038d8-c816-4375-b33f-ec463e18cc58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:21.056356 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Network hostable DHCP agents. Network: 12f038d8-c816-4375-b33f-ec463e18cc58, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:48:21.076518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Network 12f038d8-c816-4375-b33f-ec463e18cc58 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:48:21.085555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 12f038d8-c816-4375-b33f-ec463e18cc58) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:21.095531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0915d1b-2f11-47c6-813d-ceaeaf2f2eec None None] Network 12f038d8-c816-4375-b33f-ec463e18cc58 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:21.098590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:21.099282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:21.127922 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f870f515-ec4d-4bc5-911d-27128e262ed1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7952998
Dec 08 19:48:21.294838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60950) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:21.374777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Deleting subnet e766be80-b7be-4fef-9649-fef51790f875 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:48:21.379016 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:21.433974 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168130'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:21.510498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f5e8f-819f-4492-900d-8b9d5faa61f1 None None] Network 12f038d8-c816-4375-b33f-ec463e18cc58 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:21.515331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:21.798155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850669637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851757585'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:21.811922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e6286db6-4ae0-42b5-b7b1-ed5c70c7d022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:21.860839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e766be80-b7be-4fef-9649-fef51790f875,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:21.866506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:21.954359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:21.966926 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ff84ddf4-57d5-4d86-8180-7d4397333718 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e766be80-b7be-4fef-9649-fef51790f875 HTTP/1.1" status: 204  len: 168 time: 0.6706173
Dec 08 19:48:21.969570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 60956) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:22.090073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:22.532437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:22.656069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd7cf5c0>,) {'filters': {'network_id': ['dbdde38c-5e26-4902-8b0e-b1da4bb59b1d']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:22.670224 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd7cf5c0>, 'b415f8f1-2a9f-4036-83a7-0118bdfa4943') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:22.670564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd7cf5c0>, 'b415f8f1-2a9f-4036-83a7-0118bdfa4943') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:22.683370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:22.699196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:22.701573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:48:22.906358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:22.916775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.105941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Network dbdde38c-5e26-4902-8b0e-b1da4bb59b1d has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:48:23.129938 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:48:23.210327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.215216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.219220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-aee4a70f-3a7e-4153-b92a-e29fdfad7c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:23.237423 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] 10.222.0.61 "DELETE /v2.0/networks/dbdde38c-5e26-4902-8b0e-b1da4bb59b1d HTTP/1.1" status: 204  len: 168 time: 1.2666631
Dec 08 19:48:23.240570 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60982) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:23.240918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdde38c-5e26-4902-8b0e-b1da4bb59b1d,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:23.243827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca2caf2c-6f23-4927-9bfa-88d21572ee1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:23.315254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Deleting subnet eaf04f1c-3d6e-48bc-9906-946c29fbd9b3 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:48:23.318778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.381610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168130'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.442176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.724917 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850669637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851757585'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.739324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c58bc55f-a0ac-49dc-9fb4-c6e047be3f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:23.787029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf04f1c-3d6e-48bc-9906-946c29fbd9b3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:23.792789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:23.882112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:23.888527 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-fe5ed558-3d44-41e5-8b2f-b849bce2d818 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eaf04f1c-3d6e-48bc-9906-946c29fbd9b3 HTTP/1.1" status: 204  len: 168 time: 0.6467843
Dec 08 19:48:23.891255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 60990) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:24.014250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:24.210674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:24.336411 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd6e6d30>,) {'filters': {'network_id': ['12f038d8-c816-4375-b33f-ec463e18cc58']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:24.350177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd6e6d30>, '9370d2f2-3ef6-4b63-946d-2eb3797cfb45') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:24.350553 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd6e6d30>, '9370d2f2-3ef6-4b63-946d-2eb3797cfb45') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:24.362996 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851607670'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:24.378331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:24.380515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:48:24.574861 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Network 12f038d8-c816-4375-b33f-ec463e18cc58 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:24.587173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850669610'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:24.777454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Network 12f038d8-c816-4375-b33f-ec463e18cc58 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:48:24.801712 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:48:24.833510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 32788) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:24.880935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:24.884777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:24.899971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:24.914005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Pushing event deleted for resources: {'Network': ['ID=12f038d8-c816-4375-b33f-ec463e18cc58,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:24.916954 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] 10.222.0.61 "DELETE /v2.0/networks/12f038d8-c816-4375-b33f-ec463e18cc58 HTTP/1.1" status: 204  len: 168 time: 1.0246687
Dec 08 19:48:24.917940 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-79a0b715-1a17-4872-9c57-ac0e0d436820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:25.042319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.058393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:25.063126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Usage tracker for resource:security_group_rule and tenant:464d6f6d0fed49c997e5074435b9f1c9 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:25.066215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:25.072978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:25.084454 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32798) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:25.142822 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7124daad-a30d-4282-9b59-264e3ff96fee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e07d00734de4eebbf0059c1f73b4d99&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0544937
Dec 08 19:48:25.143325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32802) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:25.170667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.174706 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.185129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8a2c9ff8-0995-439c-b6aa-e5383ef08c03 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:25.207405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.228792 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=464d6f6d0fed49c997e5074435b9f1c9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3939629
Dec 08 19:48:25.231305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b409d10-948a-4a08-aca8-b1fca1246524,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:25.234024 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32806) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:25.237682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:25.238853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.340652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.343849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.354173 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2d3c7dc3-040e-4c95-b5a7-98ab3ab75fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:25.376748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5e7b88-51f0-41b6-b4d1-5c0771fa5552,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:25.386670 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:25.392286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.405442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.410053 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af5e7b88-51f0-41b6-b4d1-5c0771fa5552 HTTP/1.1" status: 204  len: 168 time: 0.2621891
Dec 08 19:48:25.446196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.451786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-05b765f4-f905-4320-adb9-e5bca6331efb tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:25.465860 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b409d10-948a-4a08-aca8-b1fca1246524,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:25.468777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:25.474596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:25.478374 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b409d10-948a-4a08-aca8-b1fca1246524 HTTP/1.1" status: 204  len: 168 time: 0.2407303
Dec 08 19:48:25.859266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32826) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:25.917820 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ed15d7dd-5bb3-4f6a-95e8-b18ffbed5b1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a16b992b61b446db9739740aadd6678&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0547650
Dec 08 19:48:25.918146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32834) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:25.984976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.014405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.068880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32840) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:26.084471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.091554 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4d9c7746-9d2f-49e4-8297-26d56892c3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:26.102834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.119814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969d2e81-caa2-4a0f-ab37-40db0bb9445f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:26.124805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:26.126995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:26.129593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.133516 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/969d2e81-caa2-4a0f-ab37-40db0bb9445f HTTP/1.1" status: 204  len: 168 time: 0.2114909
Dec 08 19:48:26.133728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Usage tracker for resource:security_group_rule and tenant:e9fe20d5aab04eccb35a16073e7232b3 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:26.137031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:26.143537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:26.237947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.241929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.249266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-936c7ca6-2989-40b8-9d11-5b39cc27bbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:26.293984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b05d0a-a1d1-4fca-ae97-a70e5eb182a6,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:26.298523 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9fe20d5aab04eccb35a16073e7232b3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2285495
Dec 08 19:48:26.299550 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:26.301487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32846) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:26.374108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.403873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.452809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.458891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-603c42eb-6f41-4213-a3ae-634de356e63d tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:26.473822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b05d0a-a1d1-4fca-ae97-a70e5eb182a6,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:26.476673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:26.478081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:26.479617 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66b05d0a-a1d1-4fca-ae97-a70e5eb182a6 HTTP/1.1" status: 204  len: 168 time: 0.1756761
Dec 08 19:48:29.107235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32950) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:29.270680 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:29.287157 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:29.291576 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:326f1c4bfaaf46edb8180530a430cc5e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:29.294831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:29.301052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:29.390061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:29.393597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:29.403047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-af4f7b05-dd62-4aba-b9f6-364c335b14a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:29.445301 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=326f1c4bfaaf46edb8180530a430cc5e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3368778
Dec 08 19:48:29.447043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d45ab3a-dbc2-4d33-b557-938469304ed7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:29.448460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 32958) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:29.450443 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-23ad0bbe-0063-4c04-a6ac-bb5c91e32dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:29.524126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4524b7de-a37f-4724-ac86-88909a72050b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:29.556210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4524b7de-a37f-4724-ac86-88909a72050b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:29.606235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4524b7de-a37f-4724-ac86-88909a72050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:29.610283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fa267ffd-e7e7-4e8a-9ceb-33747c6c6e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:29.623272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524b7de-a37f-4724-ac86-88909a72050b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d45ab3a-dbc2-4d33-b557-938469304ed7,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:29.626667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4524b7de-a37f-4724-ac86-88909a72050b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:29.635621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4524b7de-a37f-4724-ac86-88909a72050b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:29.639646 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4524b7de-a37f-4724-ac86-88909a72050b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d45ab3a-dbc2-4d33-b557-938469304ed7 HTTP/1.1" status: 204  len: 168 time: 0.1863863
Dec 08 19:48:29.981527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:48:30.018213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 32970) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:30.039364 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:30.059600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:30.063806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Usage tracker for resource:security_group_rule and tenant:8658dcb2d0904350bfd5b299c322d242 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:30.066912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:30.072998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:30.161722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:30.165263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:30.174971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c3e7bd96-5d91-4c4c-a878-9efd018d636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:30.216310 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8658dcb2d0904350bfd5b299c322d242&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1965480
Dec 08 19:48:30.219233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 32974) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:30.220714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bab02a7-6f55-469a-8a73-ff54eaca9f39,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:30.224418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-170ced01-6676-4ab4-93ae-14b63906c071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:30.288350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c00dcb0-4ac4-46a0-b6e3-0aac0036983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:30.316566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c00dcb0-4ac4-46a0-b6e3-0aac0036983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:30.368119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c00dcb0-4ac4-46a0-b6e3-0aac0036983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:30.373756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b1a1f012-aced-4cda-b41f-6e0d0ffd8a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:30.388323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00dcb0-4ac4-46a0-b6e3-0aac0036983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bab02a7-6f55-469a-8a73-ff54eaca9f39,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:30.391365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1c00dcb0-4ac4-46a0-b6e3-0aac0036983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:30.401005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1c00dcb0-4ac4-46a0-b6e3-0aac0036983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:30.406009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1c00dcb0-4ac4-46a0-b6e3-0aac0036983c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bab02a7-6f55-469a-8a73-ff54eaca9f39 HTTP/1.1" status: 204  len: 168 time: 0.1852186
Dec 08 19:48:31.403114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33006) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:31.552919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-952276730-network', 'tenant_id': '3e3b0df7edb2430aa0ae6da8aa985898'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:31.558918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:31.564544 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Usage tracker for resource:network and tenant:3e3b0df7edb2430aa0ae6da8aa985898 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:31.569845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:31.578019 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:31.590879 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Made reservation on behalf of 3e3b0df7edb2430aa0ae6da8aa985898 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:31.596087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.610228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.626085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:31.630377 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Usage tracker for resource:security_group_rule and tenant:3e3b0df7edb2430aa0ae6da8aa985898 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:31.633412 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:31.639480 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:31.728708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.732994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.736262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c0da5ca1-3b05-4070-a4f6-52c0dfae3d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:31.775418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:48:31.785613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d344b1-a58c-43aa-907f-14dd4ffddee5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:31.789288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:31.793125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.793649 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Added segment 5dccdea1-8808-4373-ab84-20da898c9728 of type vxlan for network 5909ef60-0179-46c1-9356-fb2515c23a9f
Dec 08 19:48:31.826877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.860696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.862005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:31.862665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:31.866409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:31.976517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Pushing event updated for resources: {'Network': ['ID=5909ef60-0179-46c1-9356-fb2515c23a9f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:31.981909 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5774705
Dec 08 19:48:31.983092 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-93b38f2a-c6aa-4651-a20d-681af0aa237c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:31.983400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33020) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:31.988832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 5909ef60-0179-46c1-9356-fb2515c23a9f details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:31.989766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Request body: {'subnet': {'network_id': '5909ef60-0179-46c1-9356-fb2515c23a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-952276730-subnet', 'tenant_id': '3e3b0df7edb2430aa0ae6da8aa985898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:31.995039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:31.999327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Usage tracker for resource:subnet and tenant:3e3b0df7edb2430aa0ae6da8aa985898 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:32.002321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:32.008349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:32.010339 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 5909ef60-0179-46c1-9356-fb2515c23a9f details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:32.020309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Made reservation on behalf of 3e3b0df7edb2430aa0ae6da8aa985898 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:32.025573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852316690'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:32.462930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852667342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852316673'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:32.479352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:32.622745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8fbe84-bc8f-4049-bb6b-f4abc6dc34d5,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:32.625783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:32.685871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Checking segment: {'id': '5dccdea1-8808-4373-ab84-20da898c9728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5909ef60-0179-46c1-9356-fb2515c23a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:32.686275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Network hostable DHCP agents. Network: 5909ef60-0179-46c1-9356-fb2515c23a9f, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:48:32.708936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Network 5909ef60-0179-46c1-9356-fb2515c23a9f is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:48:32.723277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 5909ef60-0179-46c1-9356-fb2515c23a9f) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:32.732517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20429bb-9cbf-43c7-afdc-7791f193b328 None None] Network 5909ef60-0179-46c1-9356-fb2515c23a9f requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:32.738050 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:32.738712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:32.766435 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-92b6decd-6e80-43aa-805e-f5eff8d91047 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7818201
Dec 08 19:48:32.972574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30160da9-b0b0-46f9-918e-dcf8fbaa2e6c None None] Network 5909ef60-0179-46c1-9356-fb2515c23a9f requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:33.516563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33064) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:33.524005 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-866303237-network', 'tenant_id': 'ba34f41ce81f489f8776972fcf4e0d09'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:33.532807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:33.537602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Usage tracker for resource:network and tenant:ba34f41ce81f489f8776972fcf4e0d09 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:33.542366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:33.550167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:33.561375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Made reservation on behalf of ba34f41ce81f489f8776972fcf4e0d09 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:33.568922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.583513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.607394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:33.613335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Usage tracker for resource:security_group_rule and tenant:ba34f41ce81f489f8776972fcf4e0d09 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:33.617090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:33.623391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:33.710349 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.715337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.718573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cc321f75-e4c8-40ba-aa94-4786a83d722e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:33.751178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:48:33.764602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aa2124-ba2e-45bd-9aa5-6b39d7395009,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:33.769217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:33.770296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.770683 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Added segment c6de3333-60ac-46ea-ac0d-d74bc471560a of type vxlan for network c8783992-063c-4b5f-a8a5-fa634b38b3ff
Dec 08 19:48:33.800057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.831778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.833144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:33.833811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:33.839161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:33.950288 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Pushing event updated for resources: {'Network': ['ID=c8783992-063c-4b5f-a8a5-fa634b38b3ff,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:33.954649 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4361992
Dec 08 19:48:33.956013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7c736078-d760-40f6-a32b-db6d10cc918b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:33.959394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33074) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:33.966404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network c8783992-063c-4b5f-a8a5-fa634b38b3ff details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:33.968531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Request body: {'subnet': {'network_id': 'c8783992-063c-4b5f-a8a5-fa634b38b3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-866303237-subnet', 'tenant_id': 'ba34f41ce81f489f8776972fcf4e0d09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:33.974487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:33.979021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Usage tracker for resource:subnet and tenant:ba34f41ce81f489f8776972fcf4e0d09 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:33.982510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:33.988940 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:34.000366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Made reservation on behalf of ba34f41ce81f489f8776972fcf4e0d09 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:34.005343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852316690'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:34.454456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852667342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852316673'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:34.469344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cec16484-a6f6-4a8e-b271-fabf4ed44a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:34.605766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96603d9-e88a-4bec-8673-2f4961ee5ca8,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:34.609029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:34.683061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Checking segment: {'id': 'c6de3333-60ac-46ea-ac0d-d74bc471560a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c8783992-063c-4b5f-a8a5-fa634b38b3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:34.683543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Network hostable DHCP agents. Network: c8783992-063c-4b5f-a8a5-fa634b38b3ff, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:48:34.703820 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Network c8783992-063c-4b5f-a8a5-fa634b38b3ff is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:48:34.713270 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, c8783992-063c-4b5f-a8a5-fa634b38b3ff) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:34.727451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723182d2-2b24-463d-a200-116022c26463 None None] Network c8783992-063c-4b5f-a8a5-fa634b38b3ff requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:34.736161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:34.736903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:34.758419 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7975945
Dec 08 19:48:34.967153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99142a43-81ab-4c2b-9efa-60ea2e6260e7 None None] Network c8783992-063c-4b5f-a8a5-fa634b38b3ff requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:35.579823 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network c8783992-063c-4b5f-a8a5-fa634b38b3ff details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:39.551197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5c4097c4-4594-42e4-8a8b-0030a9b418ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:41.644160 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a787a497-b0ba-40b3-9fb9-361056dfcd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:41.988359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33216) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:42.145524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.162710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:42.167154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Usage tracker for resource:security_group_rule and tenant:83876ebd45c1449e8ea7ec96747119e5 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:42.170277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:42.176664 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:42.251135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33226) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:42.271324 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.275483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.284499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:42.325506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58bc36-d89b-44f0-a831-3420680d4eb4,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:42.330150 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83876ebd45c1449e8ea7ec96747119e5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3406596
Dec 08 19:48:42.331348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-218b2141-4b31-4c19-8b34-d2ae0f0640b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:42.333199 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33232) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:42.401205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-73b42ef9-42c3-428e-8f26-1f2aad9c6e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.438136 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.458794 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-73b42ef9-42c3-428e-8f26-1f2aad9c6e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.470080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:42.481761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec8a03b107f457689328c3a37859de8 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:42.487418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:42.502705 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:42.548254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-73b42ef9-42c3-428e-8f26-1f2aad9c6e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.554500 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-319b67c2-5840-4a01-b808-140cfd35eee4 tempest-TestVolumeBootPattern-1518014969 tempest-TestVolumeBootPattern-1518014969] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:42.572575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b42ef9-42c3-428e-8f26-1f2aad9c6e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58bc36-d89b-44f0-a831-3420680d4eb4,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:42.577848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-73b42ef9-42c3-428e-8f26-1f2aad9c6e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:42.588350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-73b42ef9-42c3-428e-8f26-1f2aad9c6e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.590049 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-73b42ef9-42c3-428e-8f26-1f2aad9c6e07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e58bc36-d89b-44f0-a831-3420680d4eb4 HTTP/1.1" status: 204  len: 168 time: 0.2553942
Dec 08 19:48:42.630362 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.634042 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.642762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ef24882d-9a74-4e7c-a2cb-9582a2388209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:42.689315 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ec8a03b107f457689328c3a37859de8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4369535
Dec 08 19:48:42.690997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660116f2-c784-4cdd-bbdf-6bc906d602fe,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:42.692247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33240) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:42.694669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e67dfca0-1f6f-4bd6-95ca-b047481a0c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:42.762048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52a1a2d7-8d7e-4bc3-9a1a-355da7561a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.790539 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52a1a2d7-8d7e-4bc3-9a1a-355da7561a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.843897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52a1a2d7-8d7e-4bc3-9a1a-355da7561a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.849751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b3d7f9be-1f09-4259-86c1-d62321360112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:42.862654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1a2d7-8d7e-4bc3-9a1a-355da7561a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660116f2-c784-4cdd-bbdf-6bc906d602fe,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:42.865630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-52a1a2d7-8d7e-4bc3-9a1a-355da7561a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:42.872440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-52a1a2d7-8d7e-4bc3-9a1a-355da7561a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.876738 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-52a1a2d7-8d7e-4bc3-9a1a-355da7561a5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/660116f2-c784-4cdd-bbdf-6bc906d602fe HTTP/1.1" status: 204  len: 168 time: 0.1832664
Dec 08 19:48:42.940887 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:42.985619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33250) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:43.274964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:43.291436 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:43.296069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Usage tracker for resource:security_group_rule and tenant:38b6286545db45ba81897dccffa85ebe is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:43.299097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:43.305313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:43.398356 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:43.401819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:43.411560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1b456058-e42f-4a0d-9895-1708074ef9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:43.454474 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38b6286545db45ba81897dccffa85ebe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4672830
Dec 08 19:48:43.456222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ecbe26-5b10-4543-af6d-4885419782d5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:43.457751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33268) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:43.459764 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:43.523200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:43.552218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:43.599709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:43.605170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8b73ebab-1fec-4950-a1e0-7cc93961cfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:43.619179 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ecbe26-5b10-4543-af6d-4885419782d5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:43.622995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:43.624579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:43.627996 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3ecbe26-5b10-4543-af6d-4885419782d5 HTTP/1.1" status: 204  len: 168 time: 0.1663272
Dec 08 19:48:43.826855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33282) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:43.974559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-846834132-network', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:43.979831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:43.984001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Usage tracker for resource:network and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:43.987477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:43.993132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:44.004374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Made reservation on behalf of 8d0c15977e134edc8e8d572f0824befc for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:44.009150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.023387 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.037875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.045344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:44.049643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:44.053171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:44.059158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:44.145630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.149778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.153105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2aba8556-479c-4c8d-bd6f-b38a1f54060e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:44.188608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:48:44.202044 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13194d0b-c957-4b2c-b61e-31240b128d8e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:44.205095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757135734831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.205683 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Added segment 8584d2ce-3460-4c3c-8570-22f0115581aa of type vxlan for network 4b84a5a6-f761-4844-95cc-3388547885eb
Dec 08 19:48:44.207337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:44.239824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.270221 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.279110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.280718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:44.281525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.287665 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:44.411424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Pushing event updated for resources: {'Network': ['ID=4b84a5a6-f761-4844-95cc-3388547885eb,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:44.414808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:44.421666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33306) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:44.423407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 4b84a5a6-f761-4844-95cc-3388547885eb details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:44.424937 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-8fb34320-4480-4e0c-b572-a4321a20f809 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5966370
Dec 08 19:48:44.429430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Request body: {'subnet': {'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-846834132-subnet', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:44.435457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:44.440063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Usage tracker for resource:subnet and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:44.444012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network 4b84a5a6-f761-4844-95cc-3388547885eb details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:44.445442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:44.451901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:44.467573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Made reservation on behalf of 8d0c15977e134edc8e8d572f0824befc for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:44.474663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3018121'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.962873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850605956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3018136'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:44.979899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0ae1b787-3d82-477b-a3dc-d0fcacfe7aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:45.117052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19bd48d-4cec-476e-b754-1239996362fc,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:45.122232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:45.189065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Checking segment: {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:45.189470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Network hostable DHCP agents. Network: 4b84a5a6-f761-4844-95cc-3388547885eb, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:48:45.210312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Network 4b84a5a6-f761-4844-95cc-3388547885eb is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:48:45.220584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, 4b84a5a6-f761-4844-95cc-3388547885eb) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:45.231668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad2d760-ca57-4583-9165-977fbbb5525c None None] Network 4b84a5a6-f761-4844-95cc-3388547885eb requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:45.233565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:45.234261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:45.268413 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8420618
Dec 08 19:48:45.268884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33330) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:45.274678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:45.279998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:45.284416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Usage tracker for resource:router and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:45.287922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:45.293863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:45.307331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:45.308922 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:45.325608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:45.668993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-4b84a5a6-f761-4844-95cc-3388547885eb', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:48:45.670213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:45.884580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.008041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Allocated IP 172.20.0.2 (4b84a5a6-f761-4844-95cc-3388547885eb/c19bd48d-4cec-476e-b754-1239996362fc/fdf76d9e-2633-4224-83d2-da1f2d1f0687) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:48:46.249433 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.286653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.290634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.300305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Transition to ACTIVE for port object fdf76d9e-2633-4224-83d2-da1f2d1f0687 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:48:46.320410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Transition to ACTIVE for port object fdf76d9e-2633-4224-83d2-da1f2d1f0687 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:48:46.327654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.350449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:46.511790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Pushing event updated for resources: {'Port': ['ID=fdf76d9e-2633-4224-83d2-da1f2d1f0687,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:46.532636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.534127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.542328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.542999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.543541 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.544143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.544537 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.544905 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.545291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.545620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.546115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.546484 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.546972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.547355 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.547663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.548022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.548404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.548763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.549120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.549475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.549883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.550357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.550775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.551209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:46.562899 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:46.604220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Allocated IP 172.27.0.105 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/17b97638-4c37-4c88-985f-dbd961d5c958) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:48:46.607291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Network 4b84a5a6-f761-4844-95cc-3388547885eb is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:48:46.608314 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:46.610826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:48:46.665937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Attempting to bind port fdf76d9e-2633-4224-83d2-da1f2d1f0687 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:48:46.666344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Attempting to bind port fdf76d9e-2633-4224-83d2-da1f2d1f0687 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:48:46.666751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Attempting to bind port fdf76d9e-2633-4224-83d2-da1f2d1f0687 on network 4b84a5a6-f761-4844-95cc-3388547885eb {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:48:46.672591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:48:46.673010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Checking segment: {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:46.673447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.673884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Bound using segment: {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:48:46.674394 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Bound port: fdf76d9e-2633-4224-83d2-da1f2d1f0687, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:48:46.674857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.771780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] For port fdf76d9e-2633-4224-83d2-da1f2d1f0687, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:48:46.775120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] For port fdf76d9e-2633-4224-83d2-da1f2d1f0687, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=fdf76d9e-2633-4224-83d2-da1f2d1f0687,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:48:46.778445 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.779066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.794703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4b14fee0-79ca-4b48-94a4-6b77346634cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:46.805406 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:46.821995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cfab52de-aede-4ec9-8d83-c2b8e2d8f9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:46.942164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Pushing event updated for resources: {'Port': ['ID=fdf76d9e-2633-4224-83d2-da1f2d1f0687,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:46.946826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:46.963446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Pushing event updated for resources: {'Port': ['ID=17b97638-4c37-4c88-985f-dbd961d5c958,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:46.968661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:47.013149 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:48:47.014329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:47.016919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:48:47.483336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:47.615578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device fdf76d9e-2633-4224-83d2-da1f2d1f0687 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:48:47.704368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port fdf76d9e-2633-4224-83d2-da1f2d1f0687 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:48:47.875909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:48.125391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Router b67d55b5-1ce3-44d0-96f7-43b1e884df24 is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:48:48.331670 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:48:48.342854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Sync routers for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:48:48.358584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:48.360704 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-e1f15a70-ed34-460e-aa05-e63b9c51c77d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0905852
Dec 08 19:48:48.360926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:48:48.362335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf557f0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:48.363219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33394) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:48.452842 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414f519-7c4b-4328-bdb6-a35be2feff82 None None] Network 4b84a5a6-f761-4844-95cc-3388547885eb requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:48.606754 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Provisioning for port fdf76d9e-2633-4224-83d2-da1f2d1f0687 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:48:48.613673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:48:48.619308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Provisioning complete for port fdf76d9e-2633-4224-83d2-da1f2d1f0687 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:48.619917 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:48.744455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:48.910407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:48.967196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] For port fdf76d9e-2633-4224-83d2-da1f2d1f0687, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=fdf76d9e-2633-4224-83d2-da1f2d1f0687,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:48.971646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf557f0>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:47Z', 'revision_number': 3, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:48.973132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:48.976862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Checking router: b67d55b5-1ce3-44d0-96f7-43b1e884df24 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:48:48.977357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Updating router b67d55b5-1ce3-44d0-96f7-43b1e884df24 port 17b97638-4c37-4c88-985f-dbd961d5c958 binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:48:48.980832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:49.079228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Pushing event updated for resources: {'Port': ['ID=fdf76d9e-2633-4224-83d2-da1f2d1f0687,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:49.081337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:49.088783 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:49.123431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:49.212155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-de0ac4cd-61e0-4743-b814-5b9236778b99 None None] Provisioning complete for port fdf76d9e-2633-4224-83d2-da1f2d1f0687 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:49.212727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-de0ac4cd-61e0-4743-b814-5b9236778b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:49.535420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33420) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:49.575322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-fdac0c78-6c8c-4364-9f4d-48b3e43236eb None None] Provisioning complete for port fdf76d9e-2633-4224-83d2-da1f2d1f0687 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:49.575848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-fdac0c78-6c8c-4364-9f4d-48b3e43236eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:49.675315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Allocated IP 172.20.0.1 (4b84a5a6-f761-4844-95cc-3388547885eb/c19bd48d-4cec-476e-b754-1239996362fc/3a77f6bb-6a57-4d9d-8557-56148b8f4691) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:48:49.715883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device fdf76d9e-2633-4224-83d2-da1f2d1f0687 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:48:49.777564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:49.797254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Transition to ACTIVE for port object 17b97638-4c37-4c88-985f-dbd961d5c958 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:48:49.801296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:49.836869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:49.859546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port fdf76d9e-2633-4224-83d2-da1f2d1f0687 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:49.859989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:49.991470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.038479 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f5648271-f2a7-461d-8c94-4263789758b5 None None] Provisioning complete for port fdf76d9e-2633-4224-83d2-da1f2d1f0687 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:50.038734 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Transition to ACTIVE for port object 3a77f6bb-6a57-4d9d-8557-56148b8f4691 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:48:50.038936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f5648271-f2a7-461d-8c94-4263789758b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.069167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.071062 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Attempting to bind port 17b97638-4c37-4c88-985f-dbd961d5c958 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:48:50.071481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Attempting to bind port 17b97638-4c37-4c88-985f-dbd961d5c958 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:48:50.071891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Attempting to bind port 17b97638-4c37-4c88-985f-dbd961d5c958 on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:48:50.087163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:48:50.087580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:50.088036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.088497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:48:50.089026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Bound port: 17b97638-4c37-4c88-985f-dbd961d5c958, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:48:50.089444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.186446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] For port 17b97638-4c37-4c88-985f-dbd961d5c958, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:48:50.190571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] For port 17b97638-4c37-4c88-985f-dbd961d5c958, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=17b97638-4c37-4c88-985f-dbd961d5c958,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:48:50.201736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.223794 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-982555c8-e51a-4069-b3f5-3049b1c0f812 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:50.248935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Pushing event updated for resources: {'Port': ['ID=17b97638-4c37-4c88-985f-dbd961d5c958,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:50.249747 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.261658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.262041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.262409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.262776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.263152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.263501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.263858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.264231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.264593 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.264946 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.265305 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.265658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.265813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:50.266388 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.266505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.266793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.267144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.267709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.267825 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.268529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.268639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.269525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.269882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.270461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Usage tracker for resource:security_group_rule and tenant:dc055911c4d94912aa56aa5da7a3c092 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:50.270569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.270569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.274455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:50.280686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:50.312255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Pushing event updated for resources: {'Port': ['ID=3a77f6bb-6a57-4d9d-8557-56148b8f4691,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:50.317184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:50.322333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:50.322790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f6774aa0-3246-46d5-8335-5f3bf2969b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:50.327915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Network 4b84a5a6-f761-4844-95cc-3388547885eb is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:48:50.329194 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:50.331634 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:48:50.381491 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.386477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.393728 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.396155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1d67d0df-bece-4a96-a1b3-de9657c31082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:50.433198 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Pushing event updated for resources: {'Port': ['ID=17b97638-4c37-4c88-985f-dbd961d5c958,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:50.438070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ef31e0b4-225d-457e-a542-46d21a7ac0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:50.463129 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc055911c4d94912aa56aa5da7a3c092&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9240346
Dec 08 19:48:50.463129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3cd910-2ccc-4330-9d6e-b799656a02eb,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:50.466197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33430) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:50.472348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:48:50.473978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf557f0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:50.486358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.486767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.487366 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.487771 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.488460 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.488871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.489236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.489790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.490195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.490590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.490978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.491365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.491863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.492302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.492701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.493088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.493472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.493862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.494248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.494793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.495188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.495710 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.496097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.496511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:50.517107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:50.586100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.621815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.629265 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f71e8999-bef9-493a-ab42-11d77d1fb80a None None] Provisioning for port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:48:50.634684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-f71e8999-bef9-493a-ab42-11d77d1fb80a None None] Provisioning complete for port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:50.635110 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f71e8999-bef9-493a-ab42-11d77d1fb80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.697830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-f71e8999-bef9-493a-ab42-11d77d1fb80a None None] Port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:48:50.704302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.708999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:48:50.710577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-022970ac-cad0-441f-a0a3-711fb146050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:50.727697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3cd910-2ccc-4330-9d6e-b799656a02eb,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:50.738640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:50.743135 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f3cd910-2ccc-4330-9d6e-b799656a02eb HTTP/1.1" status: 204  len: 168 time: 0.2756629
Dec 08 19:48:50.744486 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:50.937939 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.044071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf557f0>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:47Z', 'revision_number': 3, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:51.048404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa5973-9fa6-436c-8c69-7c8141c183cf None None] The sync data for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi is: [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:47Z', 'revision_number': 3, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:48:51.137915 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33438) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:51.158565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.176217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:51.180913 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Usage tracker for resource:security_group_rule and tenant:34bc63b2994245d19150500d7ccda1db is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:51.184396 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:51.191199 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:51.237133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.242039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.278176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:51.287971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.291389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.301129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-981e6fdd-dc36-4e1b-a5d5-54bc6ab254f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:51.345241 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34bc63b2994245d19150500d7ccda1db&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2061009
Dec 08 19:48:51.346360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f744c97-9cc5-4512-941f-85e8d3d15ae7,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:51.349135 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33446) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:51.352312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:51.377503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Pushing event updated for resources: {'Port': ['ID=3a77f6bb-6a57-4d9d-8557-56148b8f4691,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:51.404175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.422920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.448457 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:51.470034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.545036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.558290 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-47f5d085-02b3-4b91-bf7a-5761dbb07609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:51.579297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f744c97-9cc5-4512-941f-85e8d3d15ae7,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:51.582559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:51.584098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:51.597387 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f744c97-9cc5-4512-941f-85e8d3d15ae7 HTTP/1.1" status: 204  len: 168 time: 0.2455125
Dec 08 19:48:51.741237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 17b97638-4c37-4c88-985f-dbd961d5c958 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:48:51.769229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Network 4b84a5a6-f761-4844-95cc-3388547885eb is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:48:51.770507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:51.865669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 17b97638-4c37-4c88-985f-dbd961d5c958 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:48:51.874585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 17b97638-4c37-4c88-985f-dbd961d5c958 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:51.875215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:52.068059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:52.086255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 17b97638-4c37-4c88-985f-dbd961d5c958, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=17b97638-4c37-4c88-985f-dbd961d5c958,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:48:52.092813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:52.097731 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ed58d287-a540-43a3-bc49-e2a8ed6f6120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:52.113935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Router b67d55b5-1ce3-44d0-96f7-43b1e884df24 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:48:52.201155 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-337f7e24-b3af-4332-900c-39ebb33edcf5 None None] Provisioning complete for port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:52.201827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-337f7e24-b3af-4332-900c-39ebb33edcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:52.288857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-337f7e24-b3af-4332-900c-39ebb33edcf5 None None] Port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:48:52.299932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=17b97638-4c37-4c88-985f-dbd961d5c958,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:52.303738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:52.367099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:48:52.379807 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-f3345feb-75e7-4864-8fe6-fd79eb8f4c8a admin admin] 10.222.0.61 "PUT /v2.0/routers/b67d55b5-1ce3-44d0-96f7-43b1e884df24/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0153146
Dec 08 19:48:53.296416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33508) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:53.303616 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1369631132-network', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:53.309188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:53.313515 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Usage tracker for resource:network and tenant:6e94d997a58f4cda94da8d138f56aaa6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:53.316971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:53.323426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:53.336608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Made reservation on behalf of 6e94d997a58f4cda94da8d138f56aaa6 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:53.342115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.360435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.379262 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:53.383978 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Usage tracker for resource:security_group_rule and tenant:6e94d997a58f4cda94da8d138f56aaa6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:53.387097 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:53.393156 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:53.484466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.488071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.492525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c180e659-012d-42fe-960e-e6abeb80d589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:53.522195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 08 19:48:53.538432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59c8e8-1875-42f2-93ee-3639c495f2c4,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:53.542392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.542788 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.segments_db [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Added segment 7f835acc-0a3f-4ea8-b6f8-f7f556f0658b of type vxlan for network e5a27753-cd1c-4002-a642-a0c1ba6a76e0
Dec 08 19:48:53.552597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.553020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.553465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.553851 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.554247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.554639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.555038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.558877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.559678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.559678 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.560043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.560358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.560732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.561260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.561654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:48:53.566838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:53.593229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279719463403'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.625041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.626774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:53.627429 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.633520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1b4cf57a-6a9d-441c-aa37-644400eccf00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:53.686998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 17b97638-4c37-4c88-985f-dbd961d5c958 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:48:53.750295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Pushing event updated for resources: {'Network': ['ID=e5a27753-cd1c-4002-a642-a0c1ba6a76e0,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:53.755167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:53.757446 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1f4c2895-f0f1-4755-9ca4-b2a3b71ca364 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4599202
Dec 08 19:48:53.760834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33518) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:53.766995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Request body: {'subnet': {'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1369631132-subnet', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:53.769889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 details requested by agent ovs-agent-dv-cinder-766064-1-iscsi with host dv-cinder-766064-1-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:53.777688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:53.782397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Usage tracker for resource:subnet and tenant:6e94d997a58f4cda94da8d138f56aaa6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:53.786320 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:53.793954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:53.805228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Made reservation on behalf of 6e94d997a58f4cda94da8d138f56aaa6 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:48:53.810409 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3018121'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:53.961503 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:48:54.158440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 17b97638-4c37-4c88-985f-dbd961d5c958 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:48:54.159261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.252521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Sync routers for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:48:54.266391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:48:54.267099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edebbec50>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:54.302029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850605956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3018136'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.319309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9b9bf245-a640-4103-8470-3634251c965e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:54.423001 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0769800e-d3a9-4cea-8d56-ecb4a4717603,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:54.430025 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:54.449920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33540) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:54.476796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33546) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:54.517565 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:48:54.563954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Deleting subnet 6d8fbe84-bc8f-4049-bb6b-f4abc6dc34d5 {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:48:54.573575 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.632819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Checking segment: {'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:54.633200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Network hostable DHCP agents. Network: e5a27753-cd1c-4002-a642-a0c1ba6a76e0, hostable agents: ['84df07af-8725-4ad9-b1d4-6e79168610d3'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 08 19:48:54.651584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.653467 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 is scheduled to be hosted by DHCP agent 84df07af-8725-4ad9-b1d4-6e79168610d3 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 08 19:48:54.663201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766064-1-iscsi, e5a27753-cd1c-4002-a642-a0c1ba6a76e0) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:54.676696 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:48:54.677350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.694519 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.701597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbb6d2-2c9b-494e-8c81-f92a411a2d56 None None] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:48:54.701789 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-64e51a04-94b1-4333-abd7-67db876c9be4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9370663
Dec 08 19:48:54.701789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33550) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:54.707889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:48:54.713302 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:54.717984 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Usage tracker for resource:router and tenant:6e94d997a58f4cda94da8d138f56aaa6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:54.722310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:54.729088 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.729245 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:54.739263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-399706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1282'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.740420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600666', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854331415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774518'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.759578 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:54.763100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:54.777703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Usage tracker for resource:security_group_rule and tenant:da526cab8ff4454f9fc2ea0f41d86ded is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:54.785191 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:54.794268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:55.047685 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-399653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774501'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.072846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.076609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.087204 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-442ec321-45d1-43e0-a22a-f97f22e56ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:55.103289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47ddd9e2-74ff-58ed-ac43-70c423d49195-e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'fixed_ips': [{'subnet_id': '0769800e-d3a9-4cea-8d56-ecb4a4717603'}]}} from dv-cinder-766064-1-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 08 19:48:55.104238 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.126061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e0fab-0f70-4e10-9fd6-2f4cc9d2e542,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:55.141717 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:55.150508 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2359acec-b495-42f2-9bb8-29c0b407990a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da526cab8ff4454f9fc2ea0f41d86ded&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6994090
Dec 08 19:48:55.153375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33554) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:55.167354 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.188673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a0d7843b-993c-4d0e-a4d1-f159ecbd4285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:55.193524 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edebbec50>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:48:51Z', 'revision_number': 2, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:55.228796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8fbe84-bc8f-4049-bb6b-f4abc6dc34d5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:55.248122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Checking router: b67d55b5-1ce3-44d0-96f7-43b1e884df24 for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:48:55.248562 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Updating router b67d55b5-1ce3-44d0-96f7-43b1e884df24 port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:48:55.248671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:55.326120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.365624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.389579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.394282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.400214 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6d8fbe84-bc8f-4049-bb6b-f4abc6dc34d5 HTTP/1.1" status: 204  len: 168 time: 0.9222195
Dec 08 19:48:55.403903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33558) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:55.432164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.453368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.575608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.707342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.723555 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-f97df35f-8034-4dda-beb8-94c1719d8bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:55.788988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Allocated IP 172.27.0.15 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/8c2102c7-29e8-46f6-ae79-be1560d12abc) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:48:55.796478 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e0fab-0f70-4e10-9fd6-2f4cc9d2e542,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:55.802918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:55.806624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.822682 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.826907 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c7e0fab-0f70-4e10-9fd6-2f4cc9d2e542 HTTP/1.1" status: 204  len: 168 time: 0.6722305
Dec 08 19:48:55.925800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Allocated IP 172.20.0.2 (e5a27753-cd1c-4002-a642-a0c1ba6a76e0/0769800e-d3a9-4cea-8d56-ecb4a4717603/19c72b9d-fbc6-4328-a085-eafab4b6cd94) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:48:55.945597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd262320>,) {'filters': {'network_id': ['5909ef60-0179-46c1-9356-fb2515c23a9f']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:55.960775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd262320>, '5dccdea1-8808-4373-ab84-20da898c9728') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:55.961973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd262320>, '5dccdea1-8808-4373-ab84-20da898c9728') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:55.978218 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.985716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:55.999441 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.001745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:48:56.016892 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.041716 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:56.224250 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Network 5909ef60-0179-46c1-9356-fb2515c23a9f has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:56.237033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.325701 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33566) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:56.345941 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.353164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.372148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.406847 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:48:56.462722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Usage tracker for resource:security_group_rule and tenant:a393025f8a314945bc4101215b6df1de is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:48:56.468143 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:48:56.473616 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2102c7-29e8-46f6-ae79-be1560d12abc,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:56.478032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:56.484487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Network 5909ef60-0179-46c1-9356-fb2515c23a9f has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:56.493413 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:48:56.511203 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:48:56.518972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:48:56.520236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:56.525196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:48:56.619830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Transition to ACTIVE for port object 19c72b9d-fbc6-4328-a085-eafab4b6cd94 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:48:56.622096 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.624140 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Transition to ACTIVE for port object 3a77f6bb-6a57-4d9d-8557-56148b8f4691 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:48:56.625744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-186baa91-49f6-4860-9ee4-338abe1267be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:56.631039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.647827 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.651884 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:56.658605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Pushing event deleted for resources: {'Network': ['ID=5909ef60-0179-46c1-9356-fb2515c23a9f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:56.661704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:56.675936 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-4c65a248-fe0f-4f0c-86be-ec03d7c39679 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5909ef60-0179-46c1-9356-fb2515c23a9f HTTP/1.1" status: 204  len: 168 time: 1.2680519
Dec 08 19:48:56.678073 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33570) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:56.713294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Transition to ACTIVE for port object 19c72b9d-fbc6-4328-a085-eafab4b6cd94 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:48:56.781150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Deleting subnet f96603d9-e88a-4bec-8673-2f4961ee5ca8 {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:48:56.791180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.792784 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.824722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c45f7-37eb-4bf1-ae5b-bfff697b65de None None] Pushing event updated for resources: {'Port': ['ID=3a77f6bb-6a57-4d9d-8557-56148b8f4691,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:56.840333 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.844490 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d03c45f7-37eb-4bf1-ae5b-bfff697b65de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:56.847875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-751b6579-7ef6-4e48-80bb-77cfc68f40c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:56.848012 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.857246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-edffec51-dcd0-456d-b39a-5901d369b617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:56.870651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:56.949654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d8a935-9837-4ff6-af9b-fb8b03b6e290,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:56.953344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:56.963896 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-7c90a347-08b1-4d09-9ae0-e92ed08acc4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a393025f8a314945bc4101215b6df1de&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6370480
Dec 08 19:48:56.967547 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33574) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:57.004947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.008535 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.054116 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Pushing event updated for resources: {'Port': ['ID=19c72b9d-fbc6-4328-a085-eafab4b6cd94,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:57.065488 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:57.145063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Attempting to bind port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:48:57.145747 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Attempting to bind port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:48:57.146340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Attempting to bind port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 on network 4b84a5a6-f761-4844-95cc-3388547885eb {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:48:57.155105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d0091a07-8f1d-43b8-9f14-ec97f1499dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.159612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:48:57.160266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Checking segment: {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:57.160882 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.161497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Bound using segment: {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:48:57.162186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Bound port: 3a77f6bb-6a57-4d9d-8557-56148b8f4691, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:48:57.162762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.220745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:48:57.245326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d0091a07-8f1d-43b8-9f14-ec97f1499dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.252229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:48:57.257132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:48:57.347627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] For port 3a77f6bb-6a57-4d9d-8557-56148b8f4691, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:48:57.349953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Attempting to bind port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:48:57.350370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Attempting to bind port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:48:57.350777 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Attempting to bind port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 on network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:48:57.362052 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:48:57.362466 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Checking segment: {'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:48:57.362888 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.363342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Bound using segment: {'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:48:57.363869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Bound port: 19c72b9d-fbc6-4328-a085-eafab4b6cd94, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:48:57.364561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.375475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] For port 3a77f6bb-6a57-4d9d-8557-56148b8f4691, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=3a77f6bb-6a57-4d9d-8557-56148b8f4691,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:48:57.378919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d0091a07-8f1d-43b8-9f14-ec97f1499dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.384299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.386425 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bc0c6a53-0991-4e3b-b273-1ca15b1125ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:57.400779 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:57.403193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091a07-8f1d-43b8-9f14-ec97f1499dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d8a935-9837-4ff6-af9b-fb8b03b6e290,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:57.409426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d0091a07-8f1d-43b8-9f14-ec97f1499dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:57.413955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d0091a07-8f1d-43b8-9f14-ec97f1499dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.415344 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d0091a07-8f1d-43b8-9f14-ec97f1499dea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3d8a935-9837-4ff6-af9b-fb8b03b6e290 HTTP/1.1" status: 204  len: 168 time: 0.4421353
Dec 08 19:48:57.427797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854376147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854175217'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.439631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.457014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-67a79485-946e-4ceb-aaaa-9d43483196ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:57.509142 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96603d9-e88a-4bec-8673-2f4961ee5ca8,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:57.512223 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:57.650767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c45f7-37eb-4bf1-ae5b-bfff697b65de None None] Pushing event updated for resources: {'Port': ['ID=3a77f6bb-6a57-4d9d-8557-56148b8f4691,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:57.666763 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d03c45f7-37eb-4bf1-ae5b-bfff697b65de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:57.670391 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] For port 19c72b9d-fbc6-4328-a085-eafab4b6cd94, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:48:57.676297 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] For port 19c72b9d-fbc6-4328-a085-eafab4b6cd94, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=19c72b9d-fbc6-4328-a085-eafab4b6cd94,segment=NetworkSegment(7f835acc-0a3f-4ea8-b6f8-f7f556f0658b),segment_id=7f835acc-0a3f-4ea8-b6f8-f7f556f0658b)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:48:57.677787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.684703 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.685340 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-134ce669-6146-4514-9a4b-6a5698a1ed31 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f96603d9-e88a-4bec-8673-2f4961ee5ca8 HTTP/1.1" status: 204  len: 168 time: 1.0060415
Dec 08 19:48:57.687750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33580) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:57.703690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d03c45f7-37eb-4bf1-ae5b-bfff697b65de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:57.713513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc is scheduled to L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 08 19:48:57.850605 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:57.882607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:48:57.883732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edebbec50>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:57.961971 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:48:57.975331 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Sync routers for ids ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:48:57.994370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Routers {'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:48:57.995121 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf55748>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:58.002091 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:58.008368 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-952fd868-bd21-4060-a80d-3c6188cd9a50 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.3050141
Dec 08 19:48:58.009278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33590) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:58.325802 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Pushing event updated for resources: {'Port': ['ID=19c72b9d-fbc6-4328-a085-eafab4b6cd94,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:58.394875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:58.446431 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:58.574495 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:48:58.588166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Set router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:48:58.716233 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ed7e44d68>,) {'filters': {'network_id': ['c8783992-063c-4b5f-a8a5-fa634b38b3ff']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:58.736607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ed7e44d68>, 'c6de3333-60ac-46ea-ac0d-d74bc471560a') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:58.737348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ed7e44d68>, 'c6de3333-60ac-46ea-ac0d-d74bc471560a') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:58.752595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:58.771229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:58.774028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:48:59.047677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Network c8783992-063c-4b5f-a8a5-fa634b38b3ff has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:59.058063 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:59.135268 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf55748>, [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:48:56Z', 'revision_number': 3, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:59.139543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Checking router: ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:48:59.139942 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Updating router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc port 8c2102c7-29e8-46f6-ae79-be1560d12abc binding host dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:48:59.206399 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:59.208883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edebbec50>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:48:57Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:48:59.213787 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504406a-a4fc-4cb4-aef0-bb7d8f08d514 None None] The sync data for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi is: [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:48:57Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:48:59.302609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Network c8783992-063c-4b5f-a8a5-fa634b38b3ff has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:48:59.327984 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:48:59.375639 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:59.432074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:59.439930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:48:59.463603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:48:59.474215 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c8783992-063c-4b5f-a8a5-fa634b38b3ff HTTP/1.1" status: 204  len: 168 time: 1.7833753
Dec 08 19:48:59.478170 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8783992-063c-4b5f-a8a5-fa634b38b3ff,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:48:59.481481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:48:59.788755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33616) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:48:59.840883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 19c72b9d-fbc6-4328-a085-eafab4b6cd94 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:48:59.897606 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-59c54ae8-aa4b-4095-a49c-dae291b0a0c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e3b0df7edb2430aa0ae6da8aa985898&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1068566
Dec 08 19:48:59.902865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33620) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:00.000418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:00.007081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 3a77f6bb-6a57-4d9d-8557-56148b8f4691 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:00.051928 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eb694650-99f0-4b1b-a930-50ebed18d5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.085446 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.095470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eb694650-99f0-4b1b-a930-50ebed18d5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.099932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Transition to ACTIVE for port object 8c2102c7-29e8-46f6-ae79-be1560d12abc will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:49:00.114583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.150588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:00.155774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Allocated IP 172.20.0.1 (e5a27753-cd1c-4002-a642-a0c1ba6a76e0/0769800e-d3a9-4cea-8d56-ecb4a4717603/273b9c3a-09e0-4a62-9e21-adcb399ca990) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:49:00.179522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:00.199027 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:00.199455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.248624 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eb694650-99f0-4b1b-a930-50ebed18d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.254410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-759880c9-1900-4fdd-a6ca-cae84f50414c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:00.278890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694650-99f0-4b1b-a930-50ebed18d5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d344b1-a58c-43aa-907f-14dd4ffddee5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:00.288531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-eb694650-99f0-4b1b-a930-50ebed18d5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:00.303291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eb694650-99f0-4b1b-a930-50ebed18d5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.307597 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-eb694650-99f0-4b1b-a930-50ebed18d5a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81d344b1-a58c-43aa-907f-14dd4ffddee5 HTTP/1.1" status: 204  len: 168 time: 0.4003522
Dec 08 19:49:00.352760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044bcca6-da58-4419-a3d3-fcd58720f449 None None] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:49:00.416348 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0202-f6cd-4015-96ae-2f08bbdc95ac None None] Pushing event updated for resources: {'Port': ['ID=8c2102c7-29e8-46f6-ae79-be1560d12abc,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:00.441423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-55ed0202-f6cd-4015-96ae-2f08bbdc95ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:00.506210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] Provisioning for port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:00.519805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.554560 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Transition to ACTIVE for port object 273b9c3a-09e0-4a62-9e21-adcb399ca990 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:49:00.570130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] Provisioning complete for port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:00.570753 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.615993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.623440 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Attempting to bind port 8c2102c7-29e8-46f6-ae79-be1560d12abc on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:49:00.623863 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Attempting to bind port 8c2102c7-29e8-46f6-ae79-be1560d12abc by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:49:00.624309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Attempting to bind port 8c2102c7-29e8-46f6-ae79-be1560d12abc on network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:49:00.638602 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:49:00.639037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Checking segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:49:00.639502 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.639954 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Bound using segment: {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:49:00.643065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Bound port: 8c2102c7-29e8-46f6-ae79-be1560d12abc, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168dd97d-7b72-4e55-8f6d-adc46fbbaf52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:49:00.643489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.653455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fc0d251b-ac16-4288-99c8-3bbd070588b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:00.718817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.805998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] For port 8c2102c7-29e8-46f6-ae79-be1560d12abc, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:49:00.815277 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] For port 8c2102c7-29e8-46f6-ae79-be1560d12abc, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=8c2102c7-29e8-46f6-ae79-be1560d12abc,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:49:00.821319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.846817 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Pushing event updated for resources: {'Port': ['ID=273b9c3a-09e0-4a62-9e21-adcb399ca990,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:00.851975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:00.867212 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:00.930591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 3a77f6bb-6a57-4d9d-8557-56148b8f4691, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=3a77f6bb-6a57-4d9d-8557-56148b8f4691,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:49:00.939508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:49:00.941014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:49:00.943872 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:49:00.946533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:00.951132 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:01.036673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=3a77f6bb-6a57-4d9d-8557-56148b8f4691,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:01.042881 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:01.056625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.063350 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0202-f6cd-4015-96ae-2f08bbdc95ac None None] Pushing event updated for resources: {'Port': ['ID=8c2102c7-29e8-46f6-ae79-be1560d12abc,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:01.068824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-55ed0202-f6cd-4015-96ae-2f08bbdc95ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:01.092134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854175629'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.108265 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] For port 19c72b9d-fbc6-4328-a085-eafab4b6cd94, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=19c72b9d-fbc6-4328-a085-eafab4b6cd94,segment=NetworkSegment(7f835acc-0a3f-4ea8-b6f8-f7f556f0658b),segment_id=7f835acc-0a3f-4ea8-b6f8-f7f556f0658b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:49:01.113201 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.115210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:01.147845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Routers {'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:49:01.148559 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf55748>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:01.243742 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] Pushing event updated for resources: {'Port': ['ID=19c72b9d-fbc6-4328-a085-eafab4b6cd94,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:01.250180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-65a9f9cd-8ca3-4bf6-a558-825546d47d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:01.287981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33640) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:01.364029 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ec3ce806-45b2-4e31-9b0c-1386b4880686 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba34f41ce81f489f8776972fcf4e0d09&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0683610
Dec 08 19:49:01.364029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.364286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33644) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:01.440491 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] Set router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:49:01.445828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-2b855664-e846-4ffc-b77a-2b4df8041365 None None] Provisioning for port 273b9c3a-09e0-4a62-9e21-adcb399ca990 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:01.455677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-2b855664-e846-4ffc-b77a-2b4df8041365 None None] Provisioning complete for port 273b9c3a-09e0-4a62-9e21-adcb399ca990 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:01.459483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2b855664-e846-4ffc-b77a-2b4df8041365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.491175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3da6ff82-ca21-4822-856b-38fe85e9a1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.577200 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3da6ff82-ca21-4822-856b-38fe85e9a1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.600561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-2b855664-e846-4ffc-b77a-2b4df8041365 None None] Port 273b9c3a-09e0-4a62-9e21-adcb399ca990 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:49:01.628130 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-2b855664-e846-4ffc-b77a-2b4df8041365 None None] Provisioning complete for port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:01.628683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2b855664-e846-4ffc-b77a-2b4df8041365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.687642 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3da6ff82-ca21-4822-856b-38fe85e9a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.693933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-efa04e83-7bf1-4d5a-b3a9-17a3157ae967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:01.735376 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ff82-ca21-4822-856b-38fe85e9a1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aa2124-ba2e-45bd-9aa5-6b39d7395009,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:01.737266 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3da6ff82-ca21-4822-856b-38fe85e9a1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:01.740210 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3da6ff82-ca21-4822-856b-38fe85e9a1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.764817 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3da6ff82-ca21-4822-856b-38fe85e9a1f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88aa2124-ba2e-45bd-9aa5-6b39d7395009 HTTP/1.1" status: 204  len: 168 time: 0.3831131
Dec 08 19:49:01.802289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 19c72b9d-fbc6-4328-a085-eafab4b6cd94 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:01.846947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.852821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:01.923778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:02.002740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036788455398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-600086'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:02.095997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:02.096455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:02.112693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf55748>, [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:49:01Z', 'revision_number': 4, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '273b9c3a-09e0-4a62-9e21-adcb399ca990', 'name': '', 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'mac_address': 'fa:16:3e:03:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:59Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 1, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'subnets': [{'id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:02.122033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811a2c7-b0a0-4465-ab37-fa3973f23418 None None] The sync data for ids ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'] in dv-cinder-766064-1-iscsi is: [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:49:01Z', 'revision_number': 4, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '273b9c3a-09e0-4a62-9e21-adcb399ca990', 'name': '', 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'mac_address': 'fa:16:3e:03:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:59Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 1, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'subnets': [{'id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:49:02.193276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Pushing event updated for resources: {'Port': ['ID=273b9c3a-09e0-4a62-9e21-adcb399ca990,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:02.206948 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:02.224322 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:49:02.225609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:49:02.242389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-677a2eee-859c-491d-ab2c-5d7b98975349 None None] Provisioning complete for port 273b9c3a-09e0-4a62-9e21-adcb399ca990 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:02.242834 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-677a2eee-859c-491d-ab2c-5d7b98975349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:02.425736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-677a2eee-859c-491d-ab2c-5d7b98975349 None None] Port 273b9c3a-09e0-4a62-9e21-adcb399ca990 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:49:02.440424 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 3a77f6bb-6a57-4d9d-8557-56148b8f4691 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:02.491365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-677a2eee-859c-491d-ab2c-5d7b98975349 None None] Provisioning complete for port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:02.491929 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-677a2eee-859c-491d-ab2c-5d7b98975349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:02.522067 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:49:02.716264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:02.716691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:02.888053 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:49:02.904259 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ca845cc8-c1d5-43cb-a74a-dca8fa8679bd admin admin] 10.222.0.61 "PUT /v2.0/routers/ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8905504
Dec 08 19:49:02.967459 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ed33a252-1917-4602-8e40-68731f2db75e None None] Provisioning complete for port 273b9c3a-09e0-4a62-9e21-adcb399ca990 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:02.967883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed33a252-1917-4602-8e40-68731f2db75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:03.047226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-ed33a252-1917-4602-8e40-68731f2db75e None None] Port 273b9c3a-09e0-4a62-9e21-adcb399ca990 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:49:03.060895 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ed33a252-1917-4602-8e40-68731f2db75e None None] Provisioning complete for port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:03.061321 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ed33a252-1917-4602-8e40-68731f2db75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:03.767643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33700) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:03.768175 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 8c2102c7-29e8-46f6-ae79-be1560d12abc up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:03.853359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-819572709', 'description': 'tempest-TestShelveInstance-819572709 description'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:03.867336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:03.880171 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Usage tracker for resource:security_group and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:03.882743 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 8c2102c7-29e8-46f6-ae79-be1560d12abc completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:03.886375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:03.893189 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 8c2102c7-29e8-46f6-ae79-be1560d12abc triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:03.894876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:03.895574 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:03.910853 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:03.944148 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:03.949583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Usage tracker for resource:security_group_rule and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:03.953630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:03.965525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:03.974646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:03.994090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:03.999074 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Usage tracker for resource:security_group_rule and tenant:055bf63ee9824becbfa0f6ecfa84f6e5 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:04.003530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:04.014715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:04.030383 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.050367 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 8c2102c7-29e8-46f6-ae79-be1560d12abc, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=8c2102c7-29e8-46f6-ae79-be1560d12abc,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:49:04.056397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.059788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6c2d73c1-94a7-4046-be89-c60bfa9ac1ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.068767 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.073036 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.077776 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e396a7e8-45e8-4466-9d17-50afb48a8182 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.142972 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.145762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=8c2102c7-29e8-46f6-ae79-be1560d12abc,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.150433 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.157255 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.162303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-be0b5776-1311-43d3-8755-e2e56d2e0342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.163489 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event updated for resources: {'SecurityGroup': ['ID=970c1a28-9744-40f6-b70f-99cd32eb4dc7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.167065 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.168512 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.169953 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f4ad9555-faf7-44f3-aca4-d728a91fb549 req-e136b28a-777c-4039-90eb-5ac677a2b8c5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1755 time: 0.3279135
Dec 08 19:49:04.212344 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=055bf63ee9824becbfa0f6ecfa84f6e5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4437022
Dec 08 19:49:04.213342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed289b8-3756-40a1-b523-99e3c724eb85,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.216327 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33712) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:04.220330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.266842 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-d1f1efc1-9ac2-4a96-85b1-657c5f36fb0e tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups/970c1a28-9744-40f6-b70f-99cd32eb4dc7 HTTP/1.1" status: 200  len: 1750 time: 0.0590975
Dec 08 19:49:04.278804 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '970c1a28-9744-40f6-b70f-99cd32eb4dc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:04.279312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '970c1a28-9744-40f6-b70f-99cd32eb4dc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:04.288294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:04.288418 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ae118528-b654-420b-bcec-e09dc74ac26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.292548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Usage tracker for resource:security_group_rule and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:04.295746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:04.303865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:04.318590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ae118528-b654-420b-bcec-e09dc74ac26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.363246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.370138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ae118528-b654-420b-bcec-e09dc74ac26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.374451 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-65b48982-8868-4ba5-ae55-84f5b87e763c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.388022 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118528-b654-420b-bcec-e09dc74ac26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed289b8-3756-40a1-b523-99e3c724eb85,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.389999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.390505 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ae118528-b654-420b-bcec-e09dc74ac26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.393901 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.396517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03adc487-175e-4baa-ac50-0c7bd32644ff tempest-TestMinimumBasicScenario-748592668 tempest-TestMinimumBasicScenario-748592668] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.397509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ae118528-b654-420b-bcec-e09dc74ac26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.398778 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ae118528-b654-420b-bcec-e09dc74ac26a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ed289b8-3756-40a1-b523-99e3c724eb85 HTTP/1.1" status: 204  len: 168 time: 0.1814225
Dec 08 19:49:04.422528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33720) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:04.444099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaebc02a-66e0-472a-aa85-ae05cac76e22,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.447054 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.454947 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.456955 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c1b97bb8-304a-47b6-b51c-980ffe11226a req-c3ec59a4-a3a2-4935-b5a0-061297b17514 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1827335
Dec 08 19:49:04.544742 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-192188df-1471-4533-8ff2-ca3e16b84038 req-4ea9b5cd-4fcf-43c2-bf8f-b449647a8b55 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups/970c1a28-9744-40f6-b70f-99cd32eb4dc7 HTTP/1.1" status: 200  len: 2311 time: 0.0532174
Dec 08 19:49:04.556596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '970c1a28-9744-40f6-b70f-99cd32eb4dc7', 'remote_group_id': None}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:04.557283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '970c1a28-9744-40f6-b70f-99cd32eb4dc7', 'remote_group_id': None}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:04.564325 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:04.569119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Usage tracker for resource:security_group_rule and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:04.572481 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:04.579924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:04.612811 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.634042 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:04.638177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e29e49e91804ccbb3492421af71b33f is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:04.641275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:04.648757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:04.650880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.677283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.680756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772401'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.689180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-02ae7bea-1eb5-4cff-8423-3c0448a2adb2 tempest-AttachVolumeShelveTestJSON-1078075023 tempest-AttachVolumeShelveTestJSON-1078075023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.712790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd96e088-77fc-4979-87ed-d215b08d2c91,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.726336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.728858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.730386 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-192188df-1471-4533-8ff2-ca3e16b84038 req-d40bf9fd-bbc0-4a3e-908a-94b6da3f1cb8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1783211
Dec 08 19:49:04.738973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.742848 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.753006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-609125b6-8084-4d4e-b67e-5a7f7a8b56e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.800785 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e29e49e91804ccbb3492421af71b33f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3742435
Dec 08 19:49:04.800785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaf86ca-89d7-4eb8-ad75-f610c45ac06b,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.801359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33732) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:04.809286 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-be10e55a-e62f-41e6-8ea7-5794b114b9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.872028 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-97abdfbd-310f-44ed-973a-79cd77c40de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.901263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-97abdfbd-310f-44ed-973a-79cd77c40de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.909990 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33746) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:04.930013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.946487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:04.951045 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Usage tracker for resource:security_group_rule and tenant:3c442fc0cddd4f49a885869f3d08aa25 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:04.954226 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:04.961534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:04.963264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-97abdfbd-310f-44ed-973a-79cd77c40de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:04.975428 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-7e0ced79-cc74-4c7a-9a11-c775019dbd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:04.992382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abdfbd-310f-44ed-973a-79cd77c40de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaf86ca-89d7-4eb8-ad75-f610c45ac06b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:04.995573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-97abdfbd-310f-44ed-973a-79cd77c40de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:04.996889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-97abdfbd-310f-44ed-973a-79cd77c40de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:05.003298 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-97abdfbd-310f-44ed-973a-79cd77c40de5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbaf86ca-89d7-4eb8-ad75-f610c45ac06b HTTP/1.1" status: 204  len: 168 time: 0.1981425
Dec 08 19:49:05.076336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:05.080087 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:05.090567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-80acc8b8-bb5f-41dd-95ab-108bd5c98be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:05.139309 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c442fc0cddd4f49a885869f3d08aa25&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2281063
Dec 08 19:49:05.141252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58167fe-5256-43b3-ba95-12ef1714c265,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:05.142450 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33776) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:05.155598 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bf25d19f-e201-4354-a84b-2b430458f142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:05.217276 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:05.247936 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:05.296759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:05.302285 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-829dd834-8ff9-468d-9504-32db42d9d7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:05.315612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58167fe-5256-43b3-ba95-12ef1714c265,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:05.318799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:05.320920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:05.335767 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c58167fe-5256-43b3-ba95-12ef1714c265 HTTP/1.1" status: 204  len: 168 time: 0.1916926
Dec 08 19:49:05.709011 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 8c2102c7-29e8-46f6-ae79-be1560d12abc up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:05.806522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 8c2102c7-29e8-46f6-ae79-be1560d12abc triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:05.806975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:06.483542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Sync routers for ids ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:49:06.495580 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Routers {'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:49:06.496591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edddebbe0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:06.675117 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33844) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:06.714344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Set router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:49:06.927372 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:06.944323 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:06.948476 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Usage tracker for resource:security_group_rule and tenant:49eff4c7157a40f18807dd4c7678f14a is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:06.951759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:06.958258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:06.980938 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:49:07.056084 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.061594 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.072858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-59c6fea0-8644-4cce-b6ef-56011c89d3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:07.127186 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49eff4c7157a40f18807dd4c7678f14a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4475744
Dec 08 19:49:07.127186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a6a8c9-6ca3-4acc-822f-525d9a42da2b,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:07.127499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33858) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:07.155681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-98def027-4048-40f4-925b-cb2c9f26fa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:07.204670 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.246154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.271536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edddebbe0>, [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:49:01Z', 'revision_number': 4, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '273b9c3a-09e0-4a62-9e21-adcb399ca990', 'name': '', 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'mac_address': 'fa:16:3e:03:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:59Z', 'updated_at': '2020-12-08T19:49:01Z', 'revision_number': 2, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'subnets': [{'id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:07.275708 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Checking router: ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:49:07.276100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Updating router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc port 273b9c3a-09e0-4a62-9e21-adcb399ca990 binding host dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 08 19:49:07.296683 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.302829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a5ed20ad-2141-45d1-98e4-295851e68130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:07.321920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a6a8c9-6ca3-4acc-822f-525d9a42da2b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:07.327526 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:07.332105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.333369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77a6a8c9-6ca3-4acc-822f-525d9a42da2b HTTP/1.1" status: 204  len: 168 time: 0.2050123
Dec 08 19:49:07.359034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.841786 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.855105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Transition to ACTIVE for port object 273b9c3a-09e0-4a62-9e21-adcb399ca990 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:49:07.859803 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:07.881975 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-23e958c9-6f39-43dc-a516-ce00381e0446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:08.030520 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f881ca-949f-4233-9899-e9d2766bc789 None None] Pushing event updated for resources: {'Port': ['ID=273b9c3a-09e0-4a62-9e21-adcb399ca990,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:08.037658 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-61f881ca-949f-4233-9899-e9d2766bc789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:08.200128 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Attempting to bind port 273b9c3a-09e0-4a62-9e21-adcb399ca990 on host dv-cinder-766064-1-iscsi for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:49:08.200620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Attempting to bind port 273b9c3a-09e0-4a62-9e21-adcb399ca990 by drivers openvswitch on host dv-cinder-766064-1-iscsi at level 0 using segments [{'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:49:08.202260 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Attempting to bind port 273b9c3a-09e0-4a62-9e21-adcb399ca990 on network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:49:08.207483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Checking agent: {'id': 'cf0e896c-3d29-44c1-9416-a7a6693fc533', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766064-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 2, 44), 'started_at': datetime.datetime(2020, 12, 8, 19, 3, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766064-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:49:08.207916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Checking segment: {'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:49:08.208447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:08.208891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Bound using segment: {'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:49:08.209417 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Bound port: 273b9c3a-09e0-4a62-9e21-adcb399ca990, host: dv-cinder-766064-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:49:08.209839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:08.323239 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] For port 273b9c3a-09e0-4a62-9e21-adcb399ca990, host dv-cinder-766064-1-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:49:08.327071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] For port 273b9c3a-09e0-4a62-9e21-adcb399ca990, host dv-cinder-766064-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=273b9c3a-09e0-4a62-9e21-adcb399ca990,segment=NetworkSegment(7f835acc-0a3f-4ea8-b6f8-f7f556f0658b),segment_id=7f835acc-0a3f-4ea8-b6f8-f7f556f0658b)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:49:08.331499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:08.345518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-c95eb61c-6a06-414e-8db4-ded83b6179ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:08.495419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f881ca-949f-4233-9899-e9d2766bc789 None None] Pushing event updated for resources: {'Port': ['ID=273b9c3a-09e0-4a62-9e21-adcb399ca990,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:08.500261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-61f881ca-949f-4233-9899-e9d2766bc789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:08.555303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Routers {'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:49:08.556017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edddebbe0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:48:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:08.747766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] Set router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:49:09.119733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edddebbe0>, [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:49:01Z', 'revision_number': 4, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '273b9c3a-09e0-4a62-9e21-adcb399ca990', 'name': '', 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'mac_address': 'fa:16:3e:03:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:59Z', 'updated_at': '2020-12-08T19:49:08Z', 'revision_number': 4, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'subnets': [{'id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:09.124281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431a1f2-2a9e-461e-adf5-0d28912e0f9b None None] The sync data for ids ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'] in dv-cinder-766064-1-iscsi is: [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:49:01Z', 'revision_number': 4, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '273b9c3a-09e0-4a62-9e21-adcb399ca990', 'name': '', 'network_id': 'e5a27753-cd1c-4002-a642-a0c1ba6a76e0', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'mac_address': 'fa:16:3e:03:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:59Z', 'updated_at': '2020-12-08T19:49:08Z', 'revision_number': 4, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'subnets': [{'id': '0769800e-d3a9-4cea-8d56-ecb4a4717603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:49:09.282069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33906) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:09.441856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.459745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:09.465114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Usage tracker for resource:security_group_rule and tenant:ef27e508bc6b499fa623c9d384886e63 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:09.468465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:09.475745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:09.538075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c4724f11-4cf3-4201-845d-c0974665d747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.580341 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.583859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.597214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-cab73c83-050d-482d-9759-0e84af2445b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:09.641523 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ef00d-0acd-44e4-a21b-fb1b3d2d0e9c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:09.649675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33912) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:09.649888 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef27e508bc6b499fa623c9d384886e63&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3663180
Dec 08 19:49:09.650836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9e1b77ab-1961-44a2-9884-f7d7ddacd0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:09.721403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ea69319c-19b3-4397-807b-cd0c660fbd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.742442 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 273b9c3a-09e0-4a62-9e21-adcb399ca990 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:09.753229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ea69319c-19b3-4397-807b-cd0c660fbd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.802346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ea69319c-19b3-4397-807b-cd0c660fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.807762 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-567762b6-2971-488c-9826-ba4835a4d808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:09.816522 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning for port 273b9c3a-09e0-4a62-9e21-adcb399ca990 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:09.823004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69319c-19b3-4397-807b-cd0c660fbd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ef00d-0acd-44e4-a21b-fb1b3d2d0e9c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:09.824013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 273b9c3a-09e0-4a62-9e21-adcb399ca990 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:09.824558 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.826516 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ea69319c-19b3-4397-807b-cd0c660fbd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:09.827487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ea69319c-19b3-4397-807b-cd0c660fbd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:09.831971 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ea69319c-19b3-4397-807b-cd0c660fbd9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b0ef00d-0acd-44e4-a21b-fb1b3d2d0e9c HTTP/1.1" status: 204  len: 168 time: 0.1780148
Dec 08 19:49:09.978815 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.035336 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] For port 273b9c3a-09e0-4a62-9e21-adcb399ca990, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=273b9c3a-09e0-4a62-9e21-adcb399ca990,segment=NetworkSegment(7f835acc-0a3f-4ea8-b6f8-f7f556f0658b),segment_id=7f835acc-0a3f-4ea8-b6f8-f7f556f0658b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:49:10.040732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.042897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:10.112805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Pushing event updated for resources: {'Port': ['ID=273b9c3a-09e0-4a62-9e21-adcb399ca990,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:10.116072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:10.248567 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 33922) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:10.268498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.285643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:10.290207 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Usage tracker for resource:security_group_rule and tenant:3d7995f07d974e04b849ab2fc515af08 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:10.293472 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:10.300264 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:10.391765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.396021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.407591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-fb154678-4ad5-4d20-98ab-23ffaef5babd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:10.451994 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d7995f07d974e04b849ab2fc515af08&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2022038
Dec 08 19:49:10.454315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca8df4-478c-4548-ac83-2cc988ba772c,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:10.455405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 33926) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:10.458080 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-78ff7f74-35ae-438a-9146-e5b077601bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:10.526455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ad00c762-78b6-4afc-ba8b-2037895fb8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.557437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ad00c762-78b6-4afc-ba8b-2037895fb8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.607940 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ad00c762-78b6-4afc-ba8b-2037895fb8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.613801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1e803f6f-ce72-41c6-94f5-f36a4ade3426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:10.630671 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00c762-78b6-4afc-ba8b-2037895fb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca8df4-478c-4548-ac83-2cc988ba772c,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:10.633462 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ad00c762-78b6-4afc-ba8b-2037895fb8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:10.655465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ad00c762-78b6-4afc-ba8b-2037895fb8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:10.656675 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-ad00c762-78b6-4afc-ba8b-2037895fb8d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/87ca8df4-478c-4548-ac83-2cc988ba772c HTTP/1.1" status: 204  len: 168 time: 0.1998112
Dec 08 19:49:11.653099 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d5d8bfe3-ef21-4d73-9bb8-042a08db4548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:11.718401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 273b9c3a-09e0-4a62-9e21-adcb399ca990 up at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:11.794242 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Provisioning complete for port 273b9c3a-09e0-4a62-9e21-adcb399ca990 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:11.794659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:12.871945 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:13.685117 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-3d152ab6-7a10-4d78-88b8-028ef358e13b tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/networks?tenant_id=0f8383cf27c344308bbe924bcec24de4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0344551
Dec 08 19:49:13.855185 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-78d57a53-eed6-4949-83b8-b59ef8db08e6 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:13.856914 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-78d57a53-eed6-4949-83b8-b59ef8db08e6 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1655822
Dec 08 19:49:13.874861 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-50bdd82d-e904-4a53-b9ae-c7a6383b84aa tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/quotas/0f8383cf27c344308bbe924bcec24de4 HTTP/1.1" status: 200  len: 375 time: 0.0109005
Dec 08 19:49:13.928935 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0f5ec124-f0dd-408d-ac8f-3987431d6f8b tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f8383cf27c344308bbe924bcec24de4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477288
Dec 08 19:49:14.043766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:14.143185 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-81c5413c-565b-46b4-ac9f-dbf957794b03 req-43a3375e-f290-4043-b3ed-491aa75b1ba4 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 210 time: 0.0516026
Dec 08 19:49:14.166613 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:15.160408 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-e56c7ebd-3831-4b3a-a734-bb02027087df tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.73 "GET /v2.0/networks?tenant_id=0f8383cf27c344308bbe924bcec24de4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334663
Dec 08 19:49:15.607237 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7978e725-042e-48a0-9a12-0415630271a6 req-095c4346-0163-47ed-90a4-f9bb20dd0bd4 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 210 time: 0.0558045
Dec 08 19:49:15.643204 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-49eb1b79-2505-44b1-a90b-9630241afd6e tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:15.644867 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-49eb1b79-2505-44b1-a90b-9630241afd6e tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4788225
Dec 08 19:49:15.664953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Request body: {'port': {'device_id': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d', 'admin_state_up': True, 'tenant_id': '0f8383cf27c344308bbe924bcec24de4'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:15.826405 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:15.830673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Usage tracker for resource:port and tenant:0f8383cf27c344308bbe924bcec24de4 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:15.833845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Quota usage for port was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:15.840232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:15.851168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Made reservation on behalf of 0f8383cf27c344308bbe924bcec24de4 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:49:15.857085 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:15.870886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:15.888674 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:15.893104 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Usage tracker for resource:security_group_rule and tenant:0f8383cf27c344308bbe924bcec24de4 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:15.896534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:15.903935 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:16.004358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:16.008344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:16.018342 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-69497ee4-7caa-459a-ad8a-895ceeb227ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:16.090563 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2215a9-eb30-41f1-8b68-ffce94790fcd,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:16.094152 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:16.360309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Allocated IP 192.168.233.106 (4faa4b9e-e1f2-45f8-9ef1-3a507da1595d/d4bb843f-2e35-46a7-833c-07b78c9f7015/8437055f-fc42-4e4b-958f-7d47f8d79723) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:49:16.610697 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:16.629263 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Transition to ACTIVE for port object 8437055f-fc42-4e4b-958f-7d47f8d79723 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:49:16.653759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:16.672829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5371d89d-c936-4bf4-bedf-39d10491e8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:16.833044 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Pushing event updated for resources: {'Port': ['ID=8437055f-fc42-4e4b-958f-7d47f8d79723,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:16.877998 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:16.958536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:49:16.961150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:49:16.966626 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:49:17.030584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f34e-ec62-4da0-8206-3887574bcd59 req-e87202d2-270d-42af-bda3-dfb8f8dcb55f tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:17.032253 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1034f34e-ec62-4da0-8206-3887574bcd59 req-e87202d2-270d-42af-bda3-dfb8f8dcb55f tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 936 time: 0.2186966
Dec 08 19:49:17.084883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:17.085596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:17.129511 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1034f34e-ec62-4da0-8206-3887574bcd59 req-1b418f03-c3ee-4e02-b65e-d62a96957842 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887406
Dec 08 19:49:17.144112 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-a280f5d5-0396-4c67-b413-a14c581252b0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4843040
Dec 08 19:49:17.159064 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Request body: {'port': {'device_id': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:17.211976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ec775089-d232-4ff6-b5e0-357033d7dee7 None None] Provisioning for port 8437055f-fc42-4e4b-958f-7d47f8d79723 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:17.217926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-ec775089-d232-4ff6-b5e0-357033d7dee7 None None] Provisioning complete for port 8437055f-fc42-4e4b-958f-7d47f8d79723 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:17.218395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ec775089-d232-4ff6-b5e0-357033d7dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:17.276533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-ec775089-d232-4ff6-b5e0-357033d7dee7 None None] Port 8437055f-fc42-4e4b-958f-7d47f8d79723 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:49:17.295832 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:17.816911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8437055f-fc42-4e4b-958f-7d47f8d79723 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:49:17.826897 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:17.843983 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Transition to ACTIVE for port object 8437055f-fc42-4e4b-958f-7d47f8d79723 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:49:17.848518 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:17.862475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-08949ef3-817d-4dbe-a2ef-95e648782280 tempest-ServerRescueNegativeTestJSON-1099749812 tempest-ServerRescueNegativeTestJSON-1099749812] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:18.041345 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Pushing event updated for resources: {'Port': ['ID=8437055f-fc42-4e4b-958f-7d47f8d79723,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:18.048167 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:18.270046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Attempting to bind port 8437055f-fc42-4e4b-958f-7d47f8d79723 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:49:18.270485 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Attempting to bind port 8437055f-fc42-4e4b-958f-7d47f8d79723 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:49:18.271004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Attempting to bind port 8437055f-fc42-4e4b-958f-7d47f8d79723 on network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:49:18.281169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:49:18.281795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Checking segment: {'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:49:18.281933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:18.282326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Bound using segment: {'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:49:18.283031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Bound port: 8437055f-fc42-4e4b-958f-7d47f8d79723, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b8dc25-5a11-48ba-b218-bb10e55fd581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4faa4b9e-e1f2-45f8-9ef1-3a507da1595d'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:49:18.283389 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:18.450592 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] For port 8437055f-fc42-4e4b-958f-7d47f8d79723, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:49:18.455410 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] For port 8437055f-fc42-4e4b-958f-7d47f8d79723, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8437055f-fc42-4e4b-958f-7d47f8d79723,segment=NetworkSegment(42b8dc25-5a11-48ba-b218-bb10e55fd581),segment_id=42b8dc25-5a11-48ba-b218-bb10e55fd581)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:49:18.463909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844f85d-ea16-421e-9e22-c82f3621e1cb req-5200862a-5a6c-43e0-9c08-b19a0c89a0f2 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:18.464748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a844f85d-ea16-421e-9e22-c82f3621e1cb req-5200862a-5a6c-43e0-9c08-b19a0c89a0f2 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Synchronizing usage tracker for tenant:0f8383cf27c344308bbe924bcec24de4 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:49:18.469874 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:18.484596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-6548b3c7-0195-44d6-83ce-36af68e52a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:18.622469 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a844f85d-ea16-421e-9e22-c82f3621e1cb req-5200862a-5a6c-43e0-9c08-b19a0c89a0f2 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Unset dirty status for tenant:0f8383cf27c344308bbe924bcec24de4 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:49:18.623790 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a844f85d-ea16-421e-9e22-c82f3621e1cb req-5200862a-5a6c-43e0-9c08-b19a0c89a0f2 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 948 time: 0.3441613
Dec 08 19:49:18.669422 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Pushing event updated for resources: {'Port': ['ID=8437055f-fc42-4e4b-958f-7d47f8d79723,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:18.677386 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:18.695129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:18.715773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a844f85d-ea16-421e-9e22-c82f3621e1cb req-58e1d26e-32d0-4a60-90e0-62b1c82a7776 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Synchronizing usage tracker for tenant:0f8383cf27c344308bbe924bcec24de4 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:49:18.745691 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:18.746385 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:18.747958 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-0fe33948-6d4d-4662-9b51-0739e347fb70 service neutron] 10.222.0.73 "PUT /v2.0/ports/8437055f-fc42-4e4b-958f-7d47f8d79723 HTTP/1.1" status: 200  len: 1162 time: 1.5943615
Dec 08 19:49:18.748551 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'tag': '8437055f-fc42-4e4b-958f-7d47f8d79723'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:49:18.754635 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-a844f85d-ea16-421e-9e22-c82f3621e1cb req-58e1d26e-32d0-4a60-90e0-62b1c82a7776 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Unset dirty status for tenant:0f8383cf27c344308bbe924bcec24de4 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:49:18.755946 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a844f85d-ea16-421e-9e22-c82f3621e1cb req-58e1d26e-32d0-4a60-90e0-62b1c82a7776 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216733
Dec 08 19:49:18.834741 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'tag': '8437055f-fc42-4e4b-958f-7d47f8d79723', 'status': 'completed', 'code': 200}
Dec 08 19:49:18.886014 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-e59ff6bd-89e0-4576-86a2-84c313c2a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:18.887709 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-e59ff6bd-89e0-4576-86a2-84c313c2a4dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f8383cf27c344308bbe924bcec24de4&device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 1165 time: 0.0926571
Dec 08 19:49:18.962105 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-dc4dc221-537b-41a0-aae8-cb3f739a2bd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=8437055f-fc42-4e4b-958f-7d47f8d79723 HTTP/1.1" status: 200  len: 217 time: 0.0654154
Dec 08 19:49:19.044330 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-012fbc2e-a913-4118-9902-a36cd82e14db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:19.046428 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-012fbc2e-a913-4118-9902-a36cd82e14db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4bb843f-2e35-46a7-833c-07b78c9f7015 HTTP/1.1" status: 200  len: 843 time: 0.0770257
Dec 08 19:49:19.129163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-b18d8e9c-3596-481e-bb26-ce4a66b43bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:19.130871 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-b18d8e9c-3596-481e-bb26-ce4a66b43bf0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4faa4b9e-e1f2-45f8-9ef1-3a507da1595d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0774639
Dec 08 19:49:19.293086 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-d30e22ca-62a0-4696-8769-971404463a8e service neutron] 10.222.0.73 "GET /v2.0/networks/4faa4b9e-e1f2-45f8-9ef1-3a507da1595d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523895
Dec 08 19:49:19.439978 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-dc05d844-bdf7-4ff0-a892-d483ebe259c6 req-06d72e0a-9809-4d46-852a-446e865fe544 service neutron] 10.222.0.73 "GET /v2.0/networks/4faa4b9e-e1f2-45f8-9ef1-3a507da1595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399407
Dec 08 19:49:19.576017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5039ca-de88-48c2-be75-9d20555c646f req-a1a64c68-042a-45aa-9ff5-7742493b0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:19.577736 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba5039ca-de88-48c2-be75-9d20555c646f req-a1a64c68-042a-45aa-9ff5-7742493b0fa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f8383cf27c344308bbe924bcec24de4&device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 1165 time: 0.0780766
Dec 08 19:49:19.738695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5039ca-de88-48c2-be75-9d20555c646f req-5077cb3b-14f9-4f5b-b4bc-02c6bde000df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:19.740340 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba5039ca-de88-48c2-be75-9d20555c646f req-5077cb3b-14f9-4f5b-b4bc-02c6bde000df service neutron] 10.222.0.73 "GET /v2.0/networks?id=4faa4b9e-e1f2-45f8-9ef1-3a507da1595d HTTP/1.1" status: 200  len: 863 time: 0.1551964
Dec 08 19:49:20.101843 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba5039ca-de88-48c2-be75-9d20555c646f req-57e97e7d-2fd1-489b-8942-28bcf1a9ddd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=8437055f-fc42-4e4b-958f-7d47f8d79723 HTTP/1.1" status: 200  len: 217 time: 0.3536878
Dec 08 19:49:20.188924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5039ca-de88-48c2-be75-9d20555c646f req-f152a38c-eea9-43a6-9c68-623bb20e72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:20.190488 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba5039ca-de88-48c2-be75-9d20555c646f req-f152a38c-eea9-43a6-9c68-623bb20e72e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4bb843f-2e35-46a7-833c-07b78c9f7015 HTTP/1.1" status: 200  len: 843 time: 0.0788128
Dec 08 19:49:20.241785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7f1c0-6a47-49e1-a9d4-cd1ad070d5ff req-5e2873f8-6458-49ac-a4b5-f86360d0802c tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:20.243369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dd7f1c0-6a47-49e1-a9d4-cd1ad070d5ff req-5e2873f8-6458-49ac-a4b5-f86360d0802c tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 948 time: 0.1948960
Dec 08 19:49:20.311079 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-6dd7f1c0-6a47-49e1-a9d4-cd1ad070d5ff req-ae9bb021-708d-4d90-9452-a51cdb67b425 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595181
Dec 08 19:49:20.323590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5039ca-de88-48c2-be75-9d20555c646f req-adc2f306-b0a2-4739-ac90-70021c2005b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:20.325205 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba5039ca-de88-48c2-be75-9d20555c646f req-adc2f306-b0a2-4739-ac90-70021c2005b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4faa4b9e-e1f2-45f8-9ef1-3a507da1595d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1262209
Dec 08 19:49:20.481967 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba5039ca-de88-48c2-be75-9d20555c646f req-b2d4ad43-b00a-4d7c-a434-bf2eb7971cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/4faa4b9e-e1f2-45f8-9ef1-3a507da1595d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486194
Dec 08 19:49:20.642243 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ba5039ca-de88-48c2-be75-9d20555c646f req-b2499214-f626-41d0-afad-d6adfe17ae98 service neutron] 10.222.0.73 "GET /v2.0/networks/4faa4b9e-e1f2-45f8-9ef1-3a507da1595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528354
Dec 08 19:49:21.541808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c3099-a1f4-4854-9d6d-e26d8085effc req-5f00b406-60d4-40d2-b7ab-c97bf4c5c31a tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:21.543499 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-491c3099-a1f4-4854-9d6d-e26d8085effc req-5f00b406-60d4-40d2-b7ab-c97bf4c5c31a tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 948 time: 0.0938435
Dec 08 19:49:21.593707 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-491c3099-a1f4-4854-9d6d-e26d8085effc req-6af5f931-891a-4648-b83d-c8276db64260 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436337
Dec 08 19:49:22.038766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Network 4faa4b9e-e1f2-45f8-9ef1-3a507da1595d details requested by agent ovs-agent-hv-cinder-76606 with host hv-cinder-76606 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 08 19:49:22.317891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.objects.ports [None req-dd4679a2-23ab-417d-a198-e87a6beb2730 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 08 19:49:22.497907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-17b8b38c-f1a2-49a3-9aee-4fe321aced5c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Synchronizing usage tracker for tenant:8d0c15977e134edc8e8d572f0824befc on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:49:22.516483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-17b8b38c-f1a2-49a3-9aee-4fe321aced5c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Unset dirty status for tenant:8d0c15977e134edc8e8d572f0824befc on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:49:22.517741 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-17b8b38c-f1a2-49a3-9aee-4fe321aced5c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-819572709&fields=id&tenant_id=8d0c15977e134edc8e8d572f0824befc HTTP/1.1" status: 200  len: 267 time: 0.0739481
Dec 08 19:49:22.617049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 8437055f-fc42-4e4b-958f-7d47f8d79723 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:22.695749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-720d404f-c106-470a-90b8-9a3d2ba3053d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:22.697553 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-720d404f-c106-470a-90b8-9a3d2ba3053d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 808 time: 0.1700952
Dec 08 19:49:22.716636 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-8073eed0-105c-489f-a732-2361b3d830fc tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/quotas/8d0c15977e134edc8e8d572f0824befc HTTP/1.1" status: 200  len: 375 time: 0.0119023
Dec 08 19:49:22.858056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port 8437055f-fc42-4e4b-958f-7d47f8d79723 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:22.863444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 8437055f-fc42-4e4b-958f-7d47f8d79723 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:22.863857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:22.876307 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-8c123cdf-19ce-4eee-b9be-bbd9b92ce613 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Synchronizing usage tracker for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:49:22.888612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6b4c4-a025-40ca-aa40-f9d93e1f6759 req-7b66cd93-4128-43b6-8941-27cdc681df5e tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:22.890180 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cdf6b4c4-a025-40ca-aa40-f9d93e1f6759 req-7b66cd93-4128-43b6-8941-27cdc681df5e tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 948 time: 0.1257548
Dec 08 19:49:22.922003 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-8c123cdf-19ce-4eee-b9be-bbd9b92ce613 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Unset dirty status for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:49:22.923408 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-8c123cdf-19ce-4eee-b9be-bbd9b92ce613 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2000086
Dec 08 19:49:22.968530 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cdf6b4c4-a025-40ca-aa40-f9d93e1f6759 req-efc9608d-ea80-427a-8a64-74905a3f943e tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704215
Dec 08 19:49:22.983964 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:23.012573 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8437055f-fc42-4e4b-958f-7d47f8d79723'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:49:23.023236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port 8437055f-fc42-4e4b-958f-7d47f8d79723, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8437055f-fc42-4e4b-958f-7d47f8d79723,segment=NetworkSegment(42b8dc25-5a11-48ba-b218-bb10e55fd581),segment_id=42b8dc25-5a11-48ba-b218-bb10e55fd581)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:49:23.026751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:23.028843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8cd30930-4886-4bd0-83b7-256262d37bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:23.073785 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8437055f-fc42-4e4b-958f-7d47f8d79723', 'code': 200}
Dec 08 19:49:23.092653 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-687c168d-4e84-4974-b218-951252f6c46c service neutron] 10.222.0.61 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539962
Dec 08 19:49:23.099070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=8437055f-fc42-4e4b-958f-7d47f8d79723,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:23.102889 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:23.244367 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-06f233f6-3873-412f-988b-bd15ebe64023 service neutron] 10.222.0.61 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448011
Dec 08 19:49:23.319483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb719d-3829-4e10-9536-bcde43b3afe7 req-97e735be-dc97-4e94-85fb-1a3b2ae08367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:23.321167 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-26fb719d-3829-4e10-9536-bcde43b3afe7 req-97e735be-dc97-4e94-85fb-1a3b2ae08367 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 1167 time: 0.0755653
Dec 08 19:49:23.366533 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-26fb719d-3829-4e10-9536-bcde43b3afe7 req-8c254df5-6e79-4203-824a-87924f75d727 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373828
Dec 08 19:49:23.703723 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cdca444d-3b6f-4104-a2a4-1591ee1a353f req-2f35d77d-4de0-4afd-92d1-db37fd728560 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 210 time: 0.0499163
Dec 08 19:49:23.937631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 8437055f-fc42-4e4b-958f-7d47f8d79723 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:24.012890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port 8437055f-fc42-4e4b-958f-7d47f8d79723 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:24.013775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:24.208933 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72881605-d186-4fd6-be8e-4b611d5975a5 req-0b86977c-8426-4894-814d-4a6f72b27941 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:24.210731 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72881605-d186-4fd6-be8e-4b611d5975a5 req-0b86977c-8426-4894-814d-4a6f72b27941 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 950 time: 0.0958083
Dec 08 19:49:24.261911 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-72881605-d186-4fd6-be8e-4b611d5975a5 req-f7a57bbf-f4f6-435e-b419-d17d1e0fd6c8 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436218
Dec 08 19:49:24.896527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-0932382f-b7d6-4410-b834-c8a1d9f0ca98 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:24.898126 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-0932382f-b7d6-4410-b834-c8a1d9f0ca98 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 808 time: 0.2076981
Dec 08 19:49:24.900328 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5796cbf5-3741-4802-aa02-60722e5cfd47 req-920e0ddd-955e-47df-94ba-ddee5cd5f880 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 210 time: 0.0593228
Dec 08 19:49:24.980859 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-31259258-112e-471c-9787-163b386ec765 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d0c15977e134edc8e8d572f0824befc HTTP/1.1" status: 200  len: 5543 time: 0.0694830
Dec 08 19:49:24.991243 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'port': {'device_id': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'admin_state_up': True, 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'security_groups': ['970c1a28-9744-40f6-b70f-99cd32eb4dc7']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:25.140312 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:25.150508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:25.161229 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Made reservation on behalf of 8d0c15977e134edc8e8d572f0824befc for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 08 19:49:25.167043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:25.555308 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Allocated IP 172.20.0.3 (4b84a5a6-f761-4844-95cc-3388547885eb/c19bd48d-4cec-476e-b754-1239996362fc/d76eee42-2a94-4e99-8541-c636f4ad4693) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:49:25.581997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09531a07-fbce-479a-9677-8e0cceeaf377 req-f8095c3a-c3fa-4d27-ad8f-65d7622bd02c tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:25.583603 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-09531a07-fbce-479a-9677-8e0cceeaf377 req-f8095c3a-c3fa-4d27-ad8f-65d7622bd02c tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 950 time: 0.1832919
Dec 08 19:49:25.700706 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-09531a07-fbce-479a-9677-8e0cceeaf377 req-6a52d8f6-6c0d-4bbf-a2d1-241ff046f2de tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045623
Dec 08 19:49:25.823961 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:25.841695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Transition to ACTIVE for port object d76eee42-2a94-4e99-8541-c636f4ad4693 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:49:25.864303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:25.879677 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ff4305f0-b554-4279-bb9c-2ad1a4124385 tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:26.360718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event updated for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:26.366216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:26.450521 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Network 4b84a5a6-f761-4844-95cc-3388547885eb is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:49:26.455127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:49:26.460959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:49:26.509340 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91df60-467d-44cd-9243-4416b013bb34 req-a8085c3c-3a33-4ff8-b9fc-6199978f9303 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:26.511005 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-da91df60-467d-44cd-9243-4416b013bb34 req-a8085c3c-3a33-4ff8-b9fc-6199978f9303 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 931 time: 0.2624798
Dec 08 19:49:26.526188 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534499a7-1b22-4e2c-991d-075abae27bd0 req-8527b2fb-90b2-410e-b3a8-e4eef14d67cc tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:26.527890 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-534499a7-1b22-4e2c-991d-075abae27bd0 req-8527b2fb-90b2-410e-b3a8-e4eef14d67cc tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 950 time: 0.2779579
Dec 08 19:49:26.605138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:26.605826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:26.642459 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-da91df60-467d-44cd-9243-4416b013bb34 req-417ecb14-71bc-4962-a507-16dadc9f3174 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1231072
Dec 08 19:49:26.655823 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-534499a7-1b22-4e2c-991d-075abae27bd0 req-6c2a32d8-2a26-4cab-aad4-babb64bc9dca tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079369
Dec 08 19:49:26.661639 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-3ce56df1-1d9f-46c5-8bc8-0f0fb9f1f02b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6749268
Dec 08 19:49:26.675900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Request body: {'port': {'device_id': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76606'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:26.707273 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-d3aaf868-02ef-4db0-8b41-7db28b6f57b1 None None] Provisioning for port d76eee42-2a94-4e99-8541-c636f4ad4693 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:26.713496 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-d3aaf868-02ef-4db0-8b41-7db28b6f57b1 None None] Provisioning complete for port d76eee42-2a94-4e99-8541-c636f4ad4693 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:26.713911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf868-02ef-4db0-8b41-7db28b6f57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:26.774838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d3aaf868-02ef-4db0-8b41-7db28b6f57b1 None None] Port d76eee42-2a94-4e99-8541-c636f4ad4693 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 08 19:49:26.793932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.235151 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76eee42-2a94-4e99-8541-c636f4ad4693 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 08 19:49:27.242920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.256105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Transition to ACTIVE for port object d76eee42-2a94-4e99-8541-c636f4ad4693 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 08 19:49:27.260790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.274704 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-bd7df55d-6b70-49ee-b91f-ac0e09e66f66 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:27.338098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.73', 64768) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:27.417544 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Pushing event updated for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:27.422043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:27.431854 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655782cf-ae7c-4091-a990-065b85f4df83 req-5cda4a4f-c98c-4a59-9197-5545fd802d6c tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:27.433604 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-655782cf-ae7c-4091-a990-065b85f4df83 req-5cda4a4f-c98c-4a59-9197-5545fd802d6c tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.73 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 950 time: 0.0943179
Dec 08 19:49:27.513833 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Deleting port 8437055f-fc42-4e4b-958f-7d47f8d79723 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:49:27.514147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.607781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Attempting to bind port d76eee42-2a94-4e99-8541-c636f4ad4693 on host hv-cinder-76606 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 08 19:49:27.608166 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Attempting to bind port d76eee42-2a94-4e99-8541-c636f4ad4693 by drivers openvswitch on host hv-cinder-76606 at level 0 using segments [{'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 08 19:49:27.608591 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Attempting to bind port d76eee42-2a94-4e99-8541-c636f4ad4693 on network 4b84a5a6-f761-4844-95cc-3388547885eb {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 08 19:49:27.614865 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Checking agent: {'id': '63ae725f-862f-4f70-9bb3-192b90afeab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76606', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 8, 19, 9, 48), 'started_at': datetime.datetime(2020, 12, 8, 19, 10, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 8, 19, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 08 19:49:27.615426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Checking segment: {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 08 19:49:27.615987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.616423 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Bound using segment: {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 08 19:49:27.616919 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Bound port: d76eee42-2a94-4e99-8541-c636f4ad4693, host: hv-cinder-76606, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584d2ce-3460-4c3c-8570-22f0115581aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 08 19:49:27.617311 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.745610 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] For port d76eee42-2a94-4e99-8541-c636f4ad4693, host hv-cinder-76606, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 08 19:49:27.748994 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] For port d76eee42-2a94-4e99-8541-c636f4ad4693, host hv-cinder-76606, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d76eee42-2a94-4e99-8541-c636f4ad4693,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 08 19:49:27.756617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.775258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-5b6c5d30-0fcf-4b04-9799-580f8c04002c tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:27.790707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] For port 8437055f-fc42-4e4b-958f-7d47f8d79723, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=8437055f-fc42-4e4b-958f-7d47f8d79723,segment=NetworkSegment(42b8dc25-5a11-48ba-b218-bb10e55fd581),segment_id=42b8dc25-5a11-48ba-b218-bb10e55fd581)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:49:27.791240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:27.923595 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Calling delete_port for 8437055f-fc42-4e4b-958f-7d47f8d79723 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:49:27.929991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device 8437055f-fc42-4e4b-958f-7d47f8d79723 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:49:28.038344 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Pushing event updated for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:28.042164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:28.050812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:28.081507 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:28.097709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9a0b820c-a043-413b-ab0f-a13807e1d5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:28.118254 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40c2f0-a558-42da-8c00-afbda4f163a9 req-38c68c6a-f8b3-4e8c-b65a-5e169a678e00 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:28.119041 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-4b40c2f0-a558-42da-8c00-afbda4f163a9 req-38c68c6a-f8b3-4e8c-b65a-5e169a678e00 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Synchronizing usage tracker for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:49:28.129129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:28.129812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:28.131990 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-98f0df8a-683b-4045-9d7e-1ba00aadcc06 service neutron] 10.222.0.73 "PUT /v2.0/ports/d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 1157 time: 1.4608245
Dec 08 19:49:28.141534 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63948d1-1844-4efe-ad59-9df3cb127935 req-6e2fbc6c-e218-4912-830c-be11310ebf3f tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:28.142788 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b63948d1-1844-4efe-ad59-9df3cb127935 req-6e2fbc6c-e218-4912-830c-be11310ebf3f tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/ports?device_id=9fd6a3f5-c2a9-4c88-b97e-c297afa789eb HTTP/1.1" status: 200  len: 950 time: 0.3255968
Dec 08 19:49:28.144013 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:49:28.148108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Pushing event deleted for resources: {'Port': ['ID=8437055f-fc42-4e4b-958f-7d47f8d79723,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:28.162009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:28.249299 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-4b40c2f0-a558-42da-8c00-afbda4f163a9 req-38c68c6a-f8b3-4e8c-b65a-5e169a678e00 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Unset dirty status for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:49:28.250753 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4b40c2f0-a558-42da-8c00-afbda4f163a9 req-38c68c6a-f8b3-4e8c-b65a-5e169a678e00 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.4383595
Dec 08 19:49:28.268097 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b63948d1-1844-4efe-ad59-9df3cb127935 req-49ed0179-beeb-4179-bb73-78776ff506c0 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.61 "GET /v2.0/security-groups?id=0d2215a9-eb30-41f1-8b68-ffce94790fcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143935
Dec 08 19:49:28.325112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] No DVR routers for this DVR port 8437055f-fc42-4e4b-958f-7d47f8d79723 on host hv-cinder-76606 {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:49:28.328375 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:28.336733 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'name': 'network-vif-deleted', 'tag': '8437055f-fc42-4e4b-958f-7d47f8d79723'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:49:28.346862 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4b40c2f0-a558-42da-8c00-afbda4f163a9 req-11ce13ee-17c5-430f-8632-60257dc41508 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0848334
Dec 08 19:49:28.357131 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-5f5e80a2-6cb7-4c93-ab47-36a592b12ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:28.358313 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-655782cf-ae7c-4091-a990-065b85f4df83 req-61033ec8-cd6c-46fe-ac71-8e336c5de888 tempest-VolumesNegativeTest-674390532 tempest-VolumesNegativeTest-674390532] 10.222.0.73 "DELETE /v2.0/ports/8437055f-fc42-4e4b-958f-7d47f8d79723 HTTP/1.1" status: 204  len: 173 time: 0.9183614
Dec 08 19:49:28.359271 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-5f5e80a2-6cb7-4c93-ab47-36a592b12ad4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1160 time: 0.1771257
Dec 08 19:49:28.361268 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'status': 'completed', 'code': 200}
Dec 08 19:49:28.470364 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-639674e6-1303-48c4-9e87-77f2a4b4ce2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 217 time: 0.0982466
Dec 08 19:49:28.556150 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-398483d4-27cf-444d-9cb1-dd9f75cc5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:28.557920 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-398483d4-27cf-444d-9cb1-dd9f75cc5d13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.0808997
Dec 08 19:49:28.603290 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd6a3f5-c2a9-4c88-b97e-c297afa789eb', 'name': 'network-vif-deleted', 'tag': '8437055f-fc42-4e4b-958f-7d47f8d79723', 'status': 'completed', 'code': 200}
Dec 08 19:49:28.644419 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-7502bbbc-17e6-4e11-b44d-14301f23c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:28.646277 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-7502bbbc-17e6-4e11-b44d-14301f23c0f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794914
Dec 08 19:49:28.795620 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-975bcc4a-1554-4c9e-adb2-80821f03e684 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420062
Dec 08 19:49:28.947260 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-9deb9a16-a04a-4896-aabb-18bb53762179 req-029be541-b824-4742-9b7f-6120521cba08 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448250
Dec 08 19:49:29.078474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-9c561895-c8fe-45f9-8eae-07f756b45008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:29.080048 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-9c561895-c8fe-45f9-8eae-07f756b45008 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1160 time: 0.0831146
Dec 08 19:49:29.227283 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-632764f0-95d9-4079-9ef7-9791574c2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:29.229220 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-632764f0-95d9-4079-9ef7-9791574c2bf3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.1408846
Dec 08 19:49:29.302208 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-8bd0d4d6-43ee-44d4-968e-c5bd0202b1ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 217 time: 0.0652297
Dec 08 19:49:29.377681 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-a93aacf8-6cf0-4765-b563-0cf6e2e478b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:29.379317 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-a93aacf8-6cf0-4765-b563-0cf6e2e478b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.0710526
Dec 08 19:49:29.463930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-08fa13da-b57a-4804-b94f-11b4e80d96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:29.465656 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-08fa13da-b57a-4804-b94f-11b4e80d96af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790911
Dec 08 19:49:29.696516 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-25559666-87f9-4fcb-b1b5-b3178a4efa59 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237914
Dec 08 19:49:29.710679 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd90923-a238-4c6e-aaa4-3a8a5b0f8f44 req-7488bcb1-0019-4f1f-b4d0-e04074966083 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:29.712726 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bbd90923-a238-4c6e-aaa4-3a8a5b0f8f44 req-7488bcb1-0019-4f1f-b4d0-e04074966083 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.2138696
Dec 08 19:49:30.125180 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-bbd90923-a238-4c6e-aaa4-3a8a5b0f8f44 req-7eeecde6-42d2-40cb-978e-38f007c4af7d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3877382
Dec 08 19:49:30.162246 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-06cf7490-0bed-4047-be3e-7f058fea82c7 req-2e6189ed-ea70-4ee5-97c8-215d0886a2ae service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4590876
Dec 08 19:49:31.347047 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317b2e-b312-4a44-9412-898b9f887365 req-b4fed310-c62b-4bfd-b7ae-6f70baf5ba4d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:31.348949 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c4317b2e-b312-4a44-9412-898b9f887365 req-b4fed310-c62b-4bfd-b7ae-6f70baf5ba4d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0908921
Dec 08 19:49:31.399758 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-c4317b2e-b312-4a44-9412-898b9f887365 req-98bc70b4-ff98-4046-bd0e-8ab30ebbc20c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444543
Dec 08 19:49:32.627898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6169dc-325f-4919-bb3e-850c5c27b55b req-2bc7996a-2a0e-49b8-822a-552c877b02e3 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:32.629571 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ae6169dc-325f-4919-bb3e-850c5c27b55b req-2bc7996a-2a0e-49b8-822a-552c877b02e3 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0895705
Dec 08 19:49:32.681152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ae6169dc-325f-4919-bb3e-850c5c27b55b req-0b179b85-6cd1-46c3-b90c-f3cd46b5a14d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446081
Dec 08 19:49:33.900643 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8512d-365c-4902-a6bc-1631225348ba req-d9300eae-0c45-40a2-9209-54d554fa2407 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:33.902273 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0fb8512d-365c-4902-a6bc-1631225348ba req-d9300eae-0c45-40a2-9209-54d554fa2407 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0901413
Dec 08 19:49:33.954925 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0fb8512d-365c-4902-a6bc-1631225348ba req-aec01853-b4d6-4ae3-a45a-6bf9c013a1ea tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430124
Dec 08 19:49:34.696079 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34320) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:34.909952 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-d6e27f84-1752-484d-a5c4-f37746e7f44b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f8383cf27c344308bbe924bcec24de4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2119153
Dec 08 19:49:34.913641 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34326) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:49:34.985395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:35.013862 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:35.065931 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:35.071508 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a7fd1e0e-7604-4921-85fa-dc551408a13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:35.086317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2215a9-eb30-41f1-8b68-ffce94790fcd,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:35.089337 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:35.095506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:35.099581 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d2215a9-eb30-41f1-8b68-ffce94790fcd HTTP/1.1" status: 204  len: 168 time: 0.1821802
Dec 08 19:49:35.195033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123839aa-7275-483c-a488-722a538d08d2 req-bb083326-40b8-4ac7-819c-5a2d404f1d78 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:35.196697 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-123839aa-7275-483c-a488-722a538d08d2 req-bb083326-40b8-4ac7-819c-5a2d404f1d78 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0938342
Dec 08 19:49:35.246824 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-123839aa-7275-483c-a488-722a538d08d2 req-d1a5680d-3d65-490d-9dd0-11dfe5ffb258 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0433023
Dec 08 19:49:36.267010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d76eee42-2a94-4e99-8541-c636f4ad4693 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:36.343219 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning for port d76eee42-2a94-4e99-8541-c636f4ad4693 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 08 19:49:36.348585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d76eee42-2a94-4e99-8541-c636f4ad4693 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:36.348991 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:36.470756 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:36.471018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034ca3a-e349-4c61-866f-e8878a675a08 req-d3bbb6d0-7bfa-4fc4-a90e-5e91cc60e5f1 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:36.472685 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b034ca3a-e349-4c61-866f-e8878a675a08 req-d3bbb6d0-7bfa-4fc4-a90e-5e91cc60e5f1 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0877392
Dec 08 19:49:36.500711 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:49:36.519134 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port d76eee42-2a94-4e99-8541-c636f4ad4693, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d76eee42-2a94-4e99-8541-c636f4ad4693,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:49:36.527014 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b034ca3a-e349-4c61-866f-e8878a675a08 req-4745d83b-f673-4b01-a892-8638ed45a897 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0470560
Dec 08 19:49:36.529615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:36.531647 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-61f881ca-949f-4233-9899-e9d2766bc789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:36.592151 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'code': 200}
Dec 08 19:49:36.610284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:36.613651 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:36.899531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6481b-17dd-43c7-bd54-065e3a774958 req-563d3b25-86ac-4676-9af5-6a166c3b017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:36.901291 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-abe6481b-17dd-43c7-bd54-065e3a774958 req-563d3b25-86ac-4676-9af5-6a166c3b017c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.0812962
Dec 08 19:49:36.946483 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-abe6481b-17dd-43c7-bd54-065e3a774958 req-65e7f5c6-de22-4e0f-a40c-36a295dcedcb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0386667
Dec 08 19:49:37.777235 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eed27-dbaa-48a9-b747-d6b1516c3697 req-6cd945b5-6b35-4196-801d-d5fd8a64b970 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:37.778873 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4c3eed27-dbaa-48a9-b747-d6b1516c3697 req-6cd945b5-6b35-4196-801d-d5fd8a64b970 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.1050248
Dec 08 19:49:37.834807 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4c3eed27-dbaa-48a9-b747-d6b1516c3697 req-a14f32ff-cd79-48af-a597-4f0773897fa7 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0489619
Dec 08 19:49:37.995668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d76eee42-2a94-4e99-8541-c636f4ad4693 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:49:38.078213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d76eee42-2a94-4e99-8541-c636f4ad4693 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:49:38.078636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:39.068363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c0e75-2b5c-4f9e-b3c7-82ae5bfa5f9f req-e17a80a7-8abb-4f79-ab45-35a92176fa10 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:39.070237 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-963c0e75-2b5c-4f9e-b3c7-82ae5bfa5f9f req-e17a80a7-8abb-4f79-ab45-35a92176fa10 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0943494
Dec 08 19:49:39.126236 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-963c0e75-2b5c-4f9e-b3c7-82ae5bfa5f9f req-a33345cb-c9bc-4ad6-a294-977f2e634b7a tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0462668
Dec 08 19:49:39.345798 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf5f7-3e20-4384-b7d3-2ffffe8f0ddc req-b333c0ed-0a88-47a7-8c1d-113d928855a1 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:39.347431 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cdfcf5f7-3e20-4384-b7d3-2ffffe8f0ddc req-b333c0ed-0a88-47a7-8c1d-113d928855a1 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0900466
Dec 08 19:49:39.400129 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cdfcf5f7-3e20-4384-b7d3-2ffffe8f0ddc req-a698be5c-dbdb-468d-9b8e-c50760c4c459 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447149
Dec 08 19:49:39.538536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cea633f6-6c4c-49de-a39d-c9bd8428e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:39.628689 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d9382b3-326e-4a18-958e-937484364278 req-ec334aab-8b1b-4dda-a4d9-dcb7da7960d7 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1683137
Dec 08 19:49:39.640252 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'floatingip': {'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:39.646180 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 08 19:49:39.651628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Usage tracker for resource:floatingip and tenant:8d0c15977e134edc8e8d572f0824befc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 08 19:49:39.654969 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 08 19:49:39.662898 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.quota.driver [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 08 19:49:39.679447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:39.828162 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:40.109278 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_common [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Allocated IP 172.27.0.116 (9235aad9-e17e-40df-9e4d-c5a670b3fbb1/47023b05-3c86-4c66-82e0-be27c0ff54c6/89e058a0-7793-4224-aaab-3d17ff82c33b) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 08 19:49:40.277606 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:40.312363 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279719425686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:40.325587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-2718adad-7ebe-440e-a4a1-8b2d598671ee tempest-AttachVolumeNegativeTest-1897751775 tempest-AttachVolumeNegativeTest-1897751775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:40.468326 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event updated for resources: {'Port': ['ID=89e058a0-7793-4224-aaab-3d17ff82c33b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:40.474315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:40.530077 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Network 9235aad9-e17e-40df-9e4d-c5a670b3fbb1 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 08 19:49:40.531275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.base_scheduler [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 08 19:49:40.534456 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 08 19:49:40.616392 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:40.677700 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:40.964300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:40.969248 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850669580'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:40.982292 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:49:41.121883 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event updated for resources: {'Port': ['ID=89e058a0-7793-4224-aaab-3d17ff82c33b,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:49:41.126727 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:49:41.230661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:41.257269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:41.258584 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d9382b3-326e-4a18-958e-937484364278 req-563d8fd6-c3d6-4b95-8f02-a1d2df5b94ac tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6225989
Dec 08 19:49:41.345891 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-0d9382b3-326e-4a18-958e-937484364278 req-b6e0b86e-caa2-4bb3-9836-ca49ea0769bd tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Synchronizing usage tracker for tenant:8d0c15977e134edc8e8d572f0824befc on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:49:41.364217 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-0d9382b3-326e-4a18-958e-937484364278 req-b6e0b86e-caa2-4bb3-9836-ca49ea0769bd tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Unset dirty status for tenant:8d0c15977e134edc8e8d572f0824befc on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:49:41.365494 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d9382b3-326e-4a18-958e-937484364278 req-b6e0b86e-caa2-4bb3-9836-ca49ea0769bd tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200  len: 696 time: 0.1000135
Dec 08 19:49:41.543068 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9382b3-326e-4a18-958e-937484364278 req-509c901e-56fb-4c0a-9b32-7381b7cddd2f tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:41.544632 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d9382b3-326e-4a18-958e-937484364278 req-509c901e-56fb-4c0a-9b32-7381b7cddd2f tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/networks/9235aad9-e17e-40df-9e4d-c5a670b3fbb1 HTTP/1.1" status: 200  len: 784 time: 0.1725981
Dec 08 19:49:41.556021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-0d9382b3-326e-4a18-958e-937484364278 req-b1f75ef9-6371-4f11-91d7-ff052df6ad28 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:49:41.557164 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0d9382b3-326e-4a18-958e-937484364278 req-b1f75ef9-6371-4f11-91d7-ff052df6ad28 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063608
Dec 08 19:49:41.649912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-20b82a31-609b-4632-9699-7ff6b62bb396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:41.763029 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-6562d36f-14c5-400a-94ea-62ea8d077b4d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:41.764703 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-6562d36f-14c5-400a-94ea-62ea8d077b4d tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0868814
Dec 08 19:49:41.853896 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-814f2901-cce4-4700-a6a2-8616d6c93600 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200  len: 696 time: 0.0798051
Dec 08 19:49:41.867332 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.v2.base [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Request body: {'floatingip': {'port_id': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 08 19:49:41.944617 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:42.812154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:42.817090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600771'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:42.876684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:42.997062 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Floating IP 479d6dd0-7a24-4e16-870d-b8751faebc20 associated. External IP: 172.27.0.116, port: d76eee42-2a94-4e99-8541-c636f4ad4693.
Dec 08 19:49:43.371511 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Router b67d55b5-1ce3-44d0-96f7-43b1e884df24 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:49:43.581127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:49:43.586819 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:43.591571 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] Sync routers for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:49:43.602850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:49:43.603600 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:49:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:43.644554 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-081c80bc-38b2-44be-a569-eeefa7d195ab tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "PUT /v2.0/floatingips/479d6dd0-7a24-4e16-870d-b8751faebc20 HTTP/1.1" status: 200  len: 996 time: 1.7813661
Dec 08 19:49:43.645048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:49:43.704720 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'status': 'completed', 'code': 200}
Dec 08 19:49:43.789304 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-f9662d82-26de-4f6f-a203-a958e5405c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:43.790244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:49:43.790990 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-f9662d82-26de-4f6f-a203-a958e5405c4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.1317835
Dec 08 19:49:43.921293 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-fb4acc4c-2f21-41ec-8966-822580f2907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:43.922899 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-fb4acc4c-2f21-41ec-8966-822580f2907b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.1957181
Dec 08 19:49:44.044122 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:44.052628 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-b67eb130-762f-46b1-89f9-c74d7c0fef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:44.054645 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-b67eb130-762f-46b1-89f9-c74d7c0fef76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.2517436
Dec 08 19:49:44.101603 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:49:44.168943 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:49:44.197428 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-c3370f12-2f83-4052-9b6d-00517684fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:44.198977 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-c3370f12-2f83-4052-9b6d-00517684fae1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.2651634
Dec 08 19:49:44.200887 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-b04e500c-11a0-48a2-bc56-be793fcf9822 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 999 time: 0.1330469
Dec 08 19:49:44.333008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '479d6dd0-7a24-4e16-870d-b8751faebc20', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'port_id': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'mac_address': 'fa:16:3e:d8:e7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:49:40Z', 'updated_at': '2020-12-08T19:49:42Z', 'revision_number': 1, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:44.337785 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] Checking router: b67d55b5-1ce3-44d0-96f7-43b1e884df24 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:49:44.347315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:49:44.348020 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:49:42Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:44.367209 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-6aff0d6b-2fce-4c95-b251-00db9ca4a0c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 999 time: 0.1612701
Dec 08 19:49:44.370790 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-8536d0b9-3ef1-4517-be35-76f24e3bff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:44.372378 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-8536d0b9-3ef1-4517-be35-76f24e3bff7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.1107135
Dec 08 19:49:44.485911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-8b6a4b15-76da-4158-adb7-1c2d785c40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:44.487522 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-8b6a4b15-76da-4158-adb7-1c2d785c40a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.1134861
Dec 08 19:49:44.531826 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:49:44.814911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-b8f36c96-7a00-44a1-9085-3ae3cd1b0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:44.816608 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-b8f36c96-7a00-44a1-9085-3ae3cd1b0862 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4042811
Dec 08 19:49:44.830577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-b7317939-a24f-45ed-9177-ec19ab31a3b2 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:49:44.831620 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-b7317939-a24f-45ed-9177-ec19ab31a3b2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0078094
Dec 08 19:49:44.884726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-16f7817e-e7b6-46fb-a507-ccfa4712791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:49:44.886493 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-16f7817e-e7b6-46fb-a507-ccfa4712791b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3883550
Dec 08 19:49:44.916509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ede04bf28>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '479d6dd0-7a24-4e16-870d-b8751faebc20', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'port_id': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'mac_address': 'fa:16:3e:d8:e7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:49:40Z', 'updated_at': '2020-12-08T19:49:42Z', 'revision_number': 1, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:49:44.920900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3856e0-024a-46db-91dd-49e9b5ad21f0 None None] The sync data for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi is: [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_floatingips': [{'id': '479d6dd0-7a24-4e16-870d-b8751faebc20', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'router_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'port_id': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'mac_address': 'fa:16:3e:d8:e7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-08T19:49:40Z', 'updated_at': '2020-12-08T19:49:42Z', 'revision_number': 1, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:49:45.089308 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-c6f1bf2c-10ac-4a72-8010-0839e44c63fa service neutron] 10.222.0.61 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486544
Dec 08 19:49:45.150742 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-32d798cf-2d6b-41dd-852a-00019baa1fff service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133474
Dec 08 19:49:45.202452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafeb6b-2247-4ee8-b477-92af74c41c59 None None] New status for floating IP 479d6dd0-7a24-4e16-870d-b8751faebc20: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:49:45.358593 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3f69e6b3-8a37-4daf-98c4-1eb25ae714fb req-7bef8538-f8cc-4c6f-af90-a53ad15ab014 service neutron] 10.222.0.61 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2615914
Dec 08 19:49:45.394887 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-8dfbdf6a-c9f5-4ee3-8a70-37b850de26b1 req-d35609fb-6c10-4244-8550-329ff63645a3 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1882792
Dec 08 19:49:48.713909 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:09.540668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-56075cdb-87a0-4ee3-bf1f-2d84034a30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:11.656010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-508b279a-4aa5-4329-8c30-9f9b92907d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:12.879686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:14.043968 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:14.171960 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:17.926583 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-95c54791-0133-4f6f-b8d3-3b0bd4a6eab1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0832753
Dec 08 19:50:18.089146 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-b4728f96-cf52-4f7e-9a1a-8e40e6ca5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:50:18.090896 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-b4728f96-cf52-4f7e-9a1a-8e40e6ca5e76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.0843482
Dec 08 19:50:18.281912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-b72e7445-0de6-4ca9-ac0b-ccab5d7b98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:50:18.283482 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-b72e7445-0de6-4ca9-ac0b-ccab5d7b98a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.1654520
Dec 08 19:50:18.398289 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-d2ae2c63-74c3-4895-b9ba-9398ed8edd2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 1001 time: 0.1067622
Dec 08 19:50:18.489873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-805750c7-f5d5-4b9a-a4e6-28ef8c643744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:50:18.491504 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-805750c7-f5d5-4b9a-a4e6-28ef8c643744 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.0863361
Dec 08 19:50:18.583338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-9b11be30-4e83-45ee-b7e6-ff87876df321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:50:18.586580 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-9b11be30-4e83-45ee-b7e6-ff87876df321 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873592
Dec 08 19:50:18.726789 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:18.778569 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-f915850f-13b0-431a-893f-3358479188dc service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846521
Dec 08 19:50:18.937241 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d0c381d1-eb10-413e-9dab-1c0aef788a31 req-751e94d1-437f-4c1e-a77d-bad0318e544b service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1523674
Dec 08 19:50:21.094139 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:50:39.536996 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f907-e99f-4941-9130-7d2f6612603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:41.662859 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b844502b-bd08-4144-9501-a015f8ebda96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:42.885035 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:44.040095 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:44.267588 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:48.734850 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:50:58.097583 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:51:09.534836 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9a79d196-3f0c-4052-985a-042ffb2b6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:11.659851 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1868-1eee-49c8-aa6a-8313cf1d757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:12.890352 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:14.045407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:14.179877 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:18.044046 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-33b015db-0b7c-4dcf-930c-8fd38140f559 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2393234
Dec 08 19:51:18.241684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-466e13b7-7ca7-4325-99d4-95a8708e9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:18.243336 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-466e13b7-7ca7-4325-99d4-95a8708e9ee4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.0955677
Dec 08 19:51:18.430668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-68f93dd0-cf4b-462e-819b-fcade45e5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:18.432154 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-68f93dd0-cf4b-462e-819b-fcade45e5faf service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.1602902
Dec 08 19:51:18.580732 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-9bcaf548-4f84-4a0f-9fd1-d5f1449c7026 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 1001 time: 0.1417589
Dec 08 19:51:18.654661 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-a6b6ccb2-ff1a-4055-aa31-f8f477132532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:18.656505 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-a6b6ccb2-ff1a-4055-aa31-f8f477132532 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.0693934
Dec 08 19:51:18.728069 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:18.755186 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-79637ad7-fb0d-4f82-9046-bfc93e455c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:18.756887 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-79637ad7-fb0d-4f82-9046-bfc93e455c8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942314
Dec 08 19:51:18.922650 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-a8e00118-b285-4017-89f1-d30b2d53f072 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576180
Dec 08 19:51:19.100126 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-5c2a5c67-d2cd-437f-af1c-dff049675a7e req-f58bbbe0-e8eb-4bbc-a131-95f9b025f12d service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1710556
Dec 08 19:51:33.449033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876e032-d48f-4a29-a032-b6a12f492321 req-42b73e7a-a8eb-4c02-90a8-7d0ac0414327 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:33.450626 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1876e032-d48f-4a29-a032-b6a12f492321 req-42b73e7a-a8eb-4c02-90a8-7d0ac0414327 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.3104289
Dec 08 19:51:33.502230 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-1876e032-d48f-4a29-a032-b6a12f492321 req-69744e3d-fd99-4e18-8157-6f9e2a86e75f tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426083
Dec 08 19:51:34.831698 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048c2e3-eb89-426d-bc82-f9e69ecfb3c9 req-01da28f2-aa37-47b7-83ca-385e9a7d657a tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:34.833277 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0048c2e3-eb89-426d-bc82-f9e69ecfb3c9 req-01da28f2-aa37-47b7-83ca-385e9a7d657a tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.1798790
Dec 08 19:51:34.882113 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-0048c2e3-eb89-426d-bc82-f9e69ecfb3c9 req-6896aa75-683a-4db8-b964-59b33f36d33a tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418406
Dec 08 19:51:35.098249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:51:36.110499 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f338188-9c7a-4001-9cf8-25c382dcc831 req-e7b815e0-b583-421b-a228-8e331a9bd438 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:36.112119 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f338188-9c7a-4001-9cf8-25c382dcc831 req-e7b815e0-b583-421b-a228-8e331a9bd438 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0845907
Dec 08 19:51:36.168485 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-4f338188-9c7a-4001-9cf8-25c382dcc831 req-68d19e5e-7a35-4bec-82eb-6afef579aa93 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0469258
Dec 08 19:51:37.398428 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045324-7347-45ad-a74e-a173dcfe4dc8 req-0968abcf-76c8-4e48-b78a-730b8fc1ad26 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:37.400098 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-04045324-7347-45ad-a74e-a173dcfe4dc8 req-0968abcf-76c8-4e48-b78a-730b8fc1ad26 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0955005
Dec 08 19:51:37.451834 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-04045324-7347-45ad-a74e-a173dcfe4dc8 req-800992bd-792f-4dfd-82f8-bb7d30cac74c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0433221
Dec 08 19:51:38.721630 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ea213-6900-4d6f-a596-31866b0f4149 req-7ea6e7d8-340b-42c8-8936-bdb92591b0ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:38.723300 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-501ea213-6900-4d6f-a596-31866b0f4149 req-7ea6e7d8-340b-42c8-8936-bdb92591b0ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0994418
Dec 08 19:51:38.782794 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-501ea213-6900-4d6f-a596-31866b0f4149 req-a033b94e-6847-423b-9cbc-a9a82bf433e2 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0526512
Dec 08 19:51:39.531564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b48a7e5f-01a6-40d2-abde-8156825b5308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:40.015471 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a94fb8-0bfd-467a-a64e-6537f5616032 req-6e89a2de-aa91-4277-866c-ca4c98b0044c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:40.017115 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-78a94fb8-0bfd-467a-a64e-6537f5616032 req-6e89a2de-aa91-4277-866c-ca4c98b0044c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0854831
Dec 08 19:51:40.068382 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-78a94fb8-0bfd-467a-a64e-6537f5616032 req-041fedda-3ef8-462f-a117-db871a08705b tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446367
Dec 08 19:51:40.965973 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d76eee42-2a94-4e99-8541-c636f4ad4693 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:51:41.042127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d76eee42-2a94-4e99-8541-c636f4ad4693 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:51:41.042766 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:41.302596 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c002e7-0598-4646-ab74-7dc23acd69c1 req-e212ac51-4dcd-48cb-8633-554a6f3b1df6 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:41.304168 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-35c002e7-0598-4646-ab74-7dc23acd69c1 req-e212ac51-4dcd-48cb-8633-554a6f3b1df6 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0973113
Dec 08 19:51:41.354682 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-35c002e7-0598-4646-ab74-7dc23acd69c1 req-1e5ed7e0-2ea7-4006-8181-5ff954815aee tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438073
Dec 08 19:51:41.663435 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-7d557d48-5bec-4944-a266-d6f2e329cc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:42.600797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9f76-599d-4d90-b598-deef275b63ec req-4d753e15-b2fa-4e50-9a3c-3de9a50e29d0 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:42.602453 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3d8b9f76-599d-4d90-b598-deef275b63ec req-4d753e15-b2fa-4e50-9a3c-3de9a50e29d0 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0962453
Dec 08 19:51:42.657407 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3d8b9f76-599d-4d90-b598-deef275b63ec req-5515d7b7-b12b-4127-9771-0af85a928449 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450301
Dec 08 19:51:42.890008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:43.323498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-c2d8bd5f-1210-4958-9236-82d076d54d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:43.325229 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-c2d8bd5f-1210-4958-9236-82d076d54d7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.0849197
Dec 08 19:51:43.483491 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-875f2113-e34a-45f9-848e-618d9b0d481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:43.485162 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-875f2113-e34a-45f9-848e-618d9b0d481f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.1536405
Dec 08 19:51:43.598810 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-5c8ff974-fcd4-47fd-86fd-c7b338760333 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 1001 time: 0.1060200
Dec 08 19:51:43.965380 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-0f488ac9-ddd3-4cbe-a1bd-f3afa56c9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:43.966894 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-0f488ac9-ddd3-4cbe-a1bd-f3afa56c9bd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.3610535
Dec 08 19:51:44.039875 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:44.062757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f6ad-6664-402b-9244-e979a67c3ab8 req-d4b60941-bea0-4060-af15-f7f091fc40a8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:44.064420 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7a19f6ad-6664-402b-9244-e979a67c3ab8 req-d4b60941-bea0-4060-af15-f7f091fc40a8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.1576924
Dec 08 19:51:44.100740 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-4f4483bc-ac33-4098-aa19-2c0471ea7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:44.102370 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-4f4483bc-ac33-4098-aa19-2c0471ea7d4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1284862
Dec 08 19:51:44.157896 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7a19f6ad-6664-402b-9244-e979a67c3ab8 req-7bff7ed9-9db8-4ecb-8bec-900819a95884 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0860956
Dec 08 19:51:44.189760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:44.265337 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-3f0007e6-4315-4904-b9e1-4c64941d684f service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548333
Dec 08 19:51:44.413842 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-32a561d9-5705-44b1-abff-089f4f199ed5 req-54a86b3b-2a57-4eba-8104-aa3623a57938 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409729
Dec 08 19:51:45.383556 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa382-78cc-4b0a-986b-a5635294a0a5 req-16dbdb5b-87e2-4dcf-928e-b2d1d793ab10 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:45.385298 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-340aa382-78cc-4b0a-986b-a5635294a0a5 req-16dbdb5b-87e2-4dcf-928e-b2d1d793ab10 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0898609
Dec 08 19:51:45.436940 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-340aa382-78cc-4b0a-986b-a5635294a0a5 req-2f092c80-7b5c-4d94-9262-3ccea083ce19 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450358
Dec 08 19:51:46.673513 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74814353-877b-4eae-96d7-a519476c83b8 req-cfa96aec-9b9b-4aeb-9b23-ce944225b0b5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:46.675067 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-74814353-877b-4eae-96d7-a519476c83b8 req-cfa96aec-9b9b-4aeb-9b23-ce944225b0b5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0959609
Dec 08 19:51:46.724811 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-74814353-877b-4eae-96d7-a519476c83b8 req-c46c6696-14b3-465b-bcc7-f2a7c184cb74 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424895
Dec 08 19:51:46.974903 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d76eee42-2a94-4e99-8541-c636f4ad4693 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:51:47.095607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:47.123824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:51:47.135039 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port d76eee42-2a94-4e99-8541-c636f4ad4693, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d76eee42-2a94-4e99-8541-c636f4ad4693,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:51:47.139225 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:47.142360 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:51:47.214269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:51:47.223043 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.223439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.223824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.224230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.224633 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.225060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.225371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.225744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.226113 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.226461 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.226829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.227197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.227666 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.228178 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.228797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.229209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.229579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.229950 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.230315 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.230723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.231090 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.231455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.231821 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.232205 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:51:47.236959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:51:47.268669 dv-cinder-766064-1-iscsi neutron-server[80210]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'code': 422} returned with failed status
Dec 08 19:51:47.969444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014409d-367c-459b-9082-2290549f6fb7 req-f8de9064-06cc-4262-bb57-1488ba066453 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:47.971107 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b014409d-367c-459b-9082-2290549f6fb7 req-f8de9064-06cc-4262-bb57-1488ba066453 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0979197
Dec 08 19:51:48.024276 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b014409d-367c-459b-9082-2290549f6fb7 req-e6e53bc7-3ac6-473f-9bc0-1a87da0066e5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0464804
Dec 08 19:51:48.365657 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34428) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:51:48.429724 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125e176-e895-4199-aaf2-1042867eb035 req-039321cf-9cc6-4f55-97be-5f8b95df6539 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:48.431546 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f125e176-e895-4199-aaf2-1042867eb035 req-039321cf-9cc6-4f55-97be-5f8b95df6539 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0844920
Dec 08 19:51:48.487285 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-f125e176-e895-4199-aaf2-1042867eb035 req-a32f674a-b104-459f-a4a3-6acee0bc5327 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0459619
Dec 08 19:51:48.520872 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-a5a889ac-b7a4-4a61-9014-f66aae668361 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1537790
Dec 08 19:51:48.731335 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:49.728393 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde87a-e322-4473-8037-d04e0fe29f8b req-c70ca72c-f25f-47f8-bc50-5c0b27f334e4 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:49.730666 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-07cde87a-e322-4473-8037-d04e0fe29f8b req-c70ca72c-f25f-47f8-bc50-5c0b27f334e4 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0939114
Dec 08 19:51:49.783614 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-07cde87a-e322-4473-8037-d04e0fe29f8b req-c9036c23-a5ac-4469-bf43-81f62982e1a8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449791
Dec 08 19:51:49.999071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-f6660b49-66a9-4d2d-8d02-0c2be59fcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:50.000709 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-f6660b49-66a9-4d2d-8d02-0c2be59fcbc1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676&tenant_id=8d0c15977e134edc8e8d572f0824befc HTTP/1.1" status: 200  len: 1160 time: 0.0794153
Dec 08 19:51:50.115452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-a279ae68-45be-4ff0-9c81-7f1e9a5c3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:50.117152 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-a279ae68-45be-4ff0-9c81-7f1e9a5c3580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1160 time: 0.0909548
Dec 08 19:51:50.264533 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-2c9a9904-b33c-420a-9f67-5bfda4097a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:50.266183 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-2c9a9904-b33c-420a-9f67-5bfda4097a41 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.1430488
Dec 08 19:51:50.383457 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-20716839-cd20-46be-9f39-7c02e676b5d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 999 time: 0.1101942
Dec 08 19:51:50.454296 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-cb38da16-1dbf-4420-8a6e-4b56cf45a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:50.455949 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-cb38da16-1dbf-4420-8a6e-4b56cf45a1d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.0665109
Dec 08 19:51:50.544629 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-f2bb564f-4e67-41d6-a4b2-43f0b9297930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:50.549322 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-f2bb564f-4e67-41d6-a4b2-43f0b9297930 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865469
Dec 08 19:51:50.704820 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-6f0e516a-62a9-439c-96a7-deb74e244ede service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472926
Dec 08 19:51:50.854791 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-3ed44a39-4240-420b-bf2b-87a2f92287d2 req-8590dfa9-42e3-4a29-bbe9-095cbb8d3050 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414537
Dec 08 19:51:51.008452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee0a1-1b90-4ef8-b6d9-5563ef47fe91 req-9d05d0a5-983e-43d0-9f6b-4843217d9f84 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:51.010215 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-274ee0a1-1b90-4ef8-b6d9-5563ef47fe91 req-9d05d0a5-983e-43d0-9f6b-4843217d9f84 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0934951
Dec 08 19:51:51.060397 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-274ee0a1-1b90-4ef8-b6d9-5563ef47fe91 req-d305111a-a260-4331-9881-8b467810e8bf tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434270
Dec 08 19:51:52.318271 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be8c3-1aba-4167-afc0-9f5ffdbc2bea req-637a0391-d0d0-4236-af95-b91b187cc094 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:52.319899 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-676be8c3-1aba-4167-afc0-9f5ffdbc2bea req-637a0391-d0d0-4236-af95-b91b187cc094 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.1123042
Dec 08 19:51:52.376240 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-676be8c3-1aba-4167-afc0-9f5ffdbc2bea req-7ce91607-dbdd-4435-a1f9-7f02b2b09efd tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460777
Dec 08 19:51:53.607527 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7a07-2584-43e3-8ad3-08527af30ee1 req-12de6bc9-1fea-40c3-8df5-2068f38f09a7 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:53.609217 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d57f7a07-2584-43e3-8ad3-08527af30ee1 req-12de6bc9-1fea-40c3-8df5-2068f38f09a7 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0986586
Dec 08 19:51:53.660798 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d57f7a07-2584-43e3-8ad3-08527af30ee1 req-f3238b53-7989-41ee-b555-ac4e136eb7de tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421193
Dec 08 19:51:54.900381 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43a729-082e-41f1-827a-9cec39c739da req-36d0f7f1-1400-4259-a7b0-6791e78aeedf tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:54.902149 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ab43a729-082e-41f1-827a-9cec39c739da req-36d0f7f1-1400-4259-a7b0-6791e78aeedf tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.1026783
Dec 08 19:51:54.950809 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-ab43a729-082e-41f1-827a-9cec39c739da req-8ee8baa0-2b3a-4c20-8ec5-9449adfcc6b1 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421157
Dec 08 19:51:56.202648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4dad5-4a7b-48e3-b1da-08beeb67c048 req-5890a152-175f-4e4b-9cc5-a99ce5596547 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:56.204653 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cfe4dad5-4a7b-48e3-b1da-08beeb67c048 req-5890a152-175f-4e4b-9cc5-a99ce5596547 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.1002746
Dec 08 19:51:56.252369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-cfe4dad5-4a7b-48e3-b1da-08beeb67c048 req-a9454dae-f28d-4382-b425-cb9cebc3c14a tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412209
Dec 08 19:51:57.490608 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57861e29-5dfe-4de1-a8e8-e0d9825739ff req-f87ef098-da26-4b5f-9350-3491f7920c2c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:57.492777 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-57861e29-5dfe-4de1-a8e8-e0d9825739ff req-f87ef098-da26-4b5f-9350-3491f7920c2c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0978887
Dec 08 19:51:57.549557 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-57861e29-5dfe-4de1-a8e8-e0d9825739ff req-aa69a350-e2c1-497f-bd58-da800425e7b8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0467033
Dec 08 19:51:58.785718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4c9bf-da90-4c46-9fda-ba6b112e52c0 req-fcedc1a5-0ea0-47d4-bc33-792ff3551b70 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:58.787359 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-35e4c9bf-da90-4c46-9fda-ba6b112e52c0 req-fcedc1a5-0ea0-47d4-bc33-792ff3551b70 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.0996013
Dec 08 19:51:58.840754 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-35e4c9bf-da90-4c46-9fda-ba6b112e52c0 req-8393f33d-8879-46eb-9631-f6737b4e7b88 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429366
Dec 08 19:51:59.313886 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d76eee42-2a94-4e99-8541-c636f4ad4693 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:51:59.385517 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d76eee42-2a94-4e99-8541-c636f4ad4693 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:51:59.385939 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:59.508089 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:59.536916 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:51:59.548107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port d76eee42-2a94-4e99-8541-c636f4ad4693, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d76eee42-2a94-4e99-8541-c636f4ad4693,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:51:59.551894 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:51:59.554765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:51:59.604302 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'code': 200}
Dec 08 19:51:59.636161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=6']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:51:59.640017 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:51:59.903809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371475d7-7fd6-42d7-8946-ec175817fcb8 req-318dc919-23f3-483f-ac3f-0b332d74fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:51:59.905516 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-371475d7-7fd6-42d7-8946-ec175817fcb8 req-318dc919-23f3-483f-ac3f-0b332d74fd8f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.0811248
Dec 08 19:51:59.949296 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-371475d7-7fd6-42d7-8946-ec175817fcb8 req-70698421-18fc-4964-b753-eab1eb5d568f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0376866
Dec 08 19:52:00.069033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feefb8-63db-4001-b241-45e557c1ad8b req-55ceb593-d6df-4dfd-8052-853f92f1ef32 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:52:00.070559 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03feefb8-63db-4001-b241-45e557c1ad8b req-55ceb593-d6df-4dfd-8052-853f92f1ef32 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0874515
Dec 08 19:52:00.121685 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-03feefb8-63db-4001-b241-45e557c1ad8b req-ee3d91db-2965-49ab-b473-f9f35298c8b3 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411842
Dec 08 19:52:01.076357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d76eee42-2a94-4e99-8541-c636f4ad4693 up at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 08 19:52:01.155911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.provisioning_blocks [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Provisioning complete for port d76eee42-2a94-4e99-8541-c636f4ad4693 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 08 19:52:01.156404 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66432489'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:01.356906 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c728e-5ecd-4af5-9213-cd8c4678575c req-59243986-db98-47c3-91cc-e3f6d39a0364 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:52:01.358552 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-269c728e-5ecd-4af5-9213-cd8c4678575c req-59243986-db98-47c3-91cc-e3f6d39a0364 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0905514
Dec 08 19:52:01.418646 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-269c728e-5ecd-4af5-9213-cd8c4678575c req-11548749-6670-47a1-a7b6-f13fcec2ed44 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0487566
Dec 08 19:52:09.531256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-cedd6671-d5a5-4299-aea7-d41bfdb97b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:11.668775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-568c725c-e3c6-429e-aea9-e35f583352aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:12.099230 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:52:12.893781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:14.046236 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:14.185294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:18.734546 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:18.894456 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-8ec2b5a5-e758-4fe1-82d5-66dccfe9138e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0774031
Dec 08 19:52:19.056795 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-490f4276-287d-4b8c-a356-0e9daf02c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:52:19.058509 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-490f4276-287d-4b8c-a356-0e9daf02c473 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.0842221
Dec 08 19:52:19.221018 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-ebb9871c-ae8b-45ef-abc9-87ea63bb7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:52:19.222555 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-ebb9871c-ae8b-45ef-abc9-87ea63bb7db6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.1419003
Dec 08 19:52:19.331915 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-3f71b2ad-ae66-46e2-acd1-edde2b25e6bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 1001 time: 0.1013117
Dec 08 19:52:19.401300 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-3859d72e-f9c0-4b2a-92e6-24f4fa83b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:52:19.402910 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-3859d72e-f9c0-4b2a-92e6-24f4fa83b406 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.0639079
Dec 08 19:52:19.485465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-bfafb4c4-e6ea-4d4f-b6d2-01d746cb9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:52:19.487044 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-bfafb4c4-e6ea-4d4f-b6d2-01d746cb9937 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768538
Dec 08 19:52:19.890669 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-5ddab226-fdac-4cbf-9bef-27ca28e20903 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3953760
Dec 08 19:52:20.049720 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-b09f2e3f-b5ea-4bc8-a5d3-830344993bbe req-681e19ae-51a7-47c5-9e31-225482628c28 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1509018
Dec 08 19:52:39.529249 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d9d57f65-5ec9-4a1f-9de4-efe90d793e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:41.675506 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-4755fd64-7b3e-4fe2-986b-a7f9f8d96a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:42.904075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:44.051037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:44.452398 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:48.731846 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:52:49.099840 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:53:09.532061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0084e120-cf84-45d0-a55b-526e1791c8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:11.681129 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-c503dfe8-ab87-4ec0-870f-c25104dc583a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:12.912070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:14.057030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:14.192049 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:17.321538 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-9969b1a6-aa88-4d6b-8e13-5cd7f2770ff2 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/floatingips/479d6dd0-7a24-4e16-870d-b8751faebc20 HTTP/1.1" status: 200  len: 998 time: 0.1076760
Dec 08 19:53:17.488100 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-7b2a95fc-87fc-4704-8c63-7d88404f593f tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:17.490200 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-7b2a95fc-87fc-4704-8c63-7d88404f593f tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/networks/9235aad9-e17e-40df-9e4d-c5a670b3fbb1 HTTP/1.1" status: 200  len: 784 time: 0.1593659
Dec 08 19:53:17.507470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-26305177-7d18-4232-af34-5b67104405e8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:53:17.509058 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-26305177-7d18-4232-af34-5b67104405e8 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0093870
Dec 08 19:53:17.627123 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-e3cb7327-2d2b-48b4-a29d-c2edc40bb127 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200  len: 1001 time: 0.1115587
Dec 08 19:53:17.711530 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-ee3d7011-abfc-4561-9e56-a89a5980f39f tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:17.713169 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-ee3d7011-abfc-4561-9e56-a89a5980f39f tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports/d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 942 time: 0.0770767
Dec 08 19:53:17.898285 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-51f915ab-f39c-414a-a01a-d46a22f40ca6 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200  len: 1001 time: 0.1030579
Dec 08 19:53:18.120814 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Deleting port 89e058a0-7793-4224-aaab-3d17ff82c33b {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:18.121197 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:18.304773 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:18.305107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:18.440778 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Calling delete_port for 89e058a0-7793-4224-aaab-3d17ff82c33b owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:18.603745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:18.617138 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-07767d08-1f20-4bc6-985c-042f7a57eedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:18.673626 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event deleted for resources: {'Port': ['ID=89e058a0-7793-4224-aaab-3d17ff82c33b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:18.729669 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:18.733214 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.733650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.734081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.734497 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.734914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.735329 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.735736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.736147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.736585 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.736993 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.737401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.737809 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.738310 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.738718 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.739126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.739531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.739934 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.740361 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.740768 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.741164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.741564 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.741959 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.742359 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.742775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:18.746911 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:18.925367 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:18.925673 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.db.l3_db [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Floating IP 479d6dd0-7a24-4e16-870d-b8751faebc20 disassociated (deleted). External IP: 172.27.0.116, port: d76eee42-2a94-4e99-8541-c636f4ad4693.
Dec 08 19:53:19.070628 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-28d35fc6-93bf-4203-b29e-15abb644a014 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2580023
Dec 08 19:53:19.349107 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Router b67d55b5-1ce3-44d0-96f7-43b1e884df24 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:53:19.351216 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-2e612057-81e8-4abc-b56d-669c4e0004dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:19.353040 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-2e612057-81e8-4abc-b56d-669c4e0004dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.1850677
Dec 08 19:53:19.660845 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-efdac236-8835-44ab-a416-3acbdb06b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:19.662369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-efdac236-8835-44ab-a416-3acbdb06b919 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.2469466
Dec 08 19:53:19.663543 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:53:19.674797 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] Sync routers for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:53:19.685258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:53:19.686048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd1fa198>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:53:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:19.737860 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-c48a6308-4e7b-4911-8a76-790f86b66261 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 217 time: 0.0670896
Dec 08 19:53:19.789619 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:19.863108 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-8f498942-ff4b-48bd-83fa-fbb7c6475afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:19.864730 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-8f498942-ff4b-48bd-83fa-fbb7c6475afa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.1183474
Dec 08 19:53:19.866302 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-1c8c71c4-6519-4476-94ad-b0cc7735c3d9 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "DELETE /v2.0/floatingips/479d6dd0-7a24-4e16-870d-b8751faebc20 HTTP/1.1" status: 204  len: 173 time: 1.9614606
Dec 08 19:53:19.866857 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:53:19.873040 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:53:19.957732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-cb787351-2444-4952-b428-fc9bed8d0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:19.959524 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-cb787351-2444-4952-b428-fc9bed8d0668 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871186
Dec 08 19:53:19.970659 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-fb8e20ff-d223-4d1c-89d2-f40dde556dbb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 08 19:53:19.971710 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-fb8e20ff-d223-4d1c-89d2-f40dde556dbb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0056238
Dec 08 19:53:20.228124 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd1fa198>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:20.233009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] Checking router: b67d55b5-1ce3-44d0-96f7-43b1e884df24 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:53:20.242757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:53:20.243509 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edd1fa198>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:53:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:20.251425 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'status': 'completed', 'code': 200}
Dec 08 19:53:20.426381 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-0df46bff-ecf9-43d7-96fc-5e92e33991d7 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4470956
Dec 08 19:53:20.461648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-816f71ea-38d0-43d8-83ed-c29b5ed68843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:20.463378 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-816f71ea-38d0-43d8-83ed-c29b5ed68843 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.5519836
Dec 08 19:53:20.590997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:53:20.693505 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-7e09b8a4-648f-4de8-9a3c-145beff525f9 req-2a3e034a-dc1f-40b4-8753-ce30e9aad9a1 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2599118
Dec 08 19:53:20.711607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-a702eb32-2529-4eb3-a27d-4ad262614bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:20.713562 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-a702eb32-2529-4eb3-a27d-4ad262614bb4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.2347682
Dec 08 19:53:20.827595 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-8741bb4d-8094-44f7-a682-a07e6d9416c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 217 time: 0.1050971
Dec 08 19:53:20.918261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edd1fa198>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:20.920015 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-9cdf2b55-04fa-445b-89e3-0eb27f080d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:20.921663 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-9cdf2b55-04fa-445b-89e3-0eb27f080d4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.0861521
Dec 08 19:53:20.922921 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858963ba-0c46-45aa-958c-b108bbb13483 None None] The sync data for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi is: [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:48:50Z', 'revision_number': 4, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi', '_interfaces': [{'id': '3a77f6bb-6a57-4d9d-8557-56148b8f4691', 'name': '', 'network_id': '4b84a5a6-f761-4844-95cc-3388547885eb', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'mac_address': 'fa:16:3e:f6:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:49Z', 'updated_at': '2020-12-08T19:49:00Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'subnets': [{'id': 'c19bd48d-4cec-476e-b754-1239996362fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:53:20.929914 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-7c0587a8-7db3-49f8-b17b-53fb75d1eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:20.931506 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-7c0587a8-7db3-49f8-b17b-53fb75d1eafa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d0c15977e134edc8e8d572f0824befc&device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 1162 time: 0.1490076
Dec 08 19:53:21.146587 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-2b39b987-b7f0-4be8-84da-54cf0c94e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:21.148220 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-2b39b987-b7f0-4be8-84da-54cf0c94e606 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 200  len: 902 time: 0.1774604
Dec 08 19:53:21.150184 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-23728479-0015-40a0-9ba0-b3b0f99af4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:21.151674 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-23728479-0015-40a0-9ba0-b3b0f99af4cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2192533
Dec 08 19:53:21.276480 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-b1d6f1b6-5516-4acc-8448-4317c7a9f582 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 200  len: 217 time: 0.1206994
Dec 08 19:53:21.317538 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c4765-65b4-4948-a3f1-1e924f254002 None None] New status for floating IP 479d6dd0-7a24-4e16-870d-b8751faebc20: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 08 19:53:21.441726 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-8a527b6a-479e-44cb-86be-91880d1cf62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:21.441726 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-8a527b6a-479e-44cb-86be-91880d1cf62c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 200  len: 847 time: 0.1472249
Dec 08 19:53:21.503959 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-ac83ba67-cd86-4356-b05f-5d2e44489110 service neutron] 10.222.0.61 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2741067
Dec 08 19:53:21.651631 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-21f57ce4-5afd-4708-82c3-9213d5bc01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:21.653364 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-21f57ce4-5afd-4708-82c3-9213d5bc01f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b84a5a6-f761-4844-95cc-3388547885eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2013927
Dec 08 19:53:21.719599 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-e74970f7-0b28-43ae-aec2-d9741eed950c req-4d454511-7135-4749-a383-4957f66efd38 service neutron] 10.222.0.61 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2073638
Dec 08 19:53:21.828009 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-3d4d2308-d3dc-4605-beac-d9078686708c service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585846
Dec 08 19:53:21.998345 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-a87a7027-acda-425a-ac33-c99d4df0c76e req-c202e667-6f31-4ea3-9eb1-a87a3b899981 service neutron] 10.222.0.73 "GET /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1610012
Dec 08 19:53:22.206690 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7afef-fdbd-46d8-ad0f-01f8e74e5e6f req-ac8119bf-e64d-4c14-8431-d74dc15aafe5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:22.207498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-82c7afef-fdbd-46d8-ad0f-01f8e74e5e6f req-ac8119bf-e64d-4c14-8431-d74dc15aafe5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Synchronizing usage tracker for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:53:22.234746 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-82c7afef-fdbd-46d8-ad0f-01f8e74e5e6f req-ac8119bf-e64d-4c14-8431-d74dc15aafe5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Unset dirty status for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:53:22.236976 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-82c7afef-fdbd-46d8-ad0f-01f8e74e5e6f req-ac8119bf-e64d-4c14-8431-d74dc15aafe5 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.1232135
Dec 08 19:53:22.292368 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-82c7afef-fdbd-46d8-ad0f-01f8e74e5e6f req-e8159e22-b776-410b-88c5-3871370bbeb6 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449281
Dec 08 19:53:23.416618 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Device d76eee42-2a94-4e99-8541-c636f4ad4693 no longer exists at agent ovs-agent-hv-cinder-76606 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:53:23.530105 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9c717-2049-4ce2-a33c-7973d21f813f req-3cce5c5f-3192-4b19-85ac-3018928f6ca3 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:23.536328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036787972962'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:23.539457 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-30c9c717-2049-4ce2-a33c-7973d21f813f req-3cce5c5f-3192-4b19-85ac-3018928f6ca3 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 945 time: 0.0965259
Dec 08 19:53:23.568965 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:53:23.577101 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] For port d76eee42-2a94-4e99-8541-c636f4ad4693, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d76eee42-2a94-4e99-8541-c636f4ad4693,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:23.581006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757135842504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757135359245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279719416538'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:23.582796 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:23.629769 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'code': 200}
Dec 08 19:53:23.639049 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-30c9c717-2049-4ce2-a33c-7973d21f813f req-7b8a6b9e-9abb-4654-aef5-c6a4b9a52218 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups?id=970c1a28-9744-40f6-b70f-99cd32eb4dc7&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0986190
Dec 08 19:53:23.652529 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Pushing event updated for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=7']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:23.660663 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.661237 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.661775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.662294 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.662812 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.663220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-6f611778-e876-4041-b077-35babaf84545 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 08 19:53:23.663358 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.663715 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.664082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.664474 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.664839 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.664970 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-6f611778-e876-4041-b077-35babaf84545 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.73 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 943 time: 0.1226146
Dec 08 19:53:23.665272 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.665646 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.666119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.666487 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.666849 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.667209 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.667569 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.667932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.668301 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.668668 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.669031 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.669395 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.669755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.670125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:23.674732 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:23.744038 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Deleting port d76eee42-2a94-4e99-8541-c636f4ad4693 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:23.744455 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:23.998365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] For port d76eee42-2a94-4e99-8541-c636f4ad4693, host hv-cinder-76606, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76606',level=0,port_id=d76eee42-2a94-4e99-8541-c636f4ad4693,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:23.998632 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:24.127873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Calling delete_port for d76eee42-2a94-4e99-8541-c636f4ad4693 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:24.291736 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4106221'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:24.307220 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-397d2f3c-bc0e-454f-9cda-6308919d4f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:24.366281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event deleted for resources: {'Port': ['ID=d76eee42-2a94-4e99-8541-c636f4ad4693,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:24.370981 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:24.518030 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] No DVR routers for this DVR port d76eee42-2a94-4e99-8541-c636f4ad4693 on host hv-cinder-76606 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:53:24.520760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761500'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:24.523536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-deleted', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 08 19:53:24.541535 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-aafe7687-cdc4-413c-8f56-f233dbe77dcc req-8f4a71be-630d-46bb-a05e-903f50f9eeda tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.73 "DELETE /v2.0/ports/d76eee42-2a94-4e99-8541-c636f4ad4693 HTTP/1.1" status: 204  len: 173 time: 0.8707845
Dec 08 19:53:24.588083 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0754bfb4-bd66-4eaa-9e5c-57557be43676', 'name': 'network-vif-deleted', 'tag': 'd76eee42-2a94-4e99-8541-c636f4ad4693', 'status': 'completed', 'code': 200}
Dec 08 19:53:24.824590 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d40796ed-2bfe-4ba7-9ce5-325785f050c2 req-8ac93505-80f4-45ba-915c-d8b83e17b3c2 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Synchronizing usage tracker for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 08 19:53:24.842061 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.quota.resource [req-d40796ed-2bfe-4ba7-9ce5-325785f050c2 req-8ac93505-80f4-45ba-915c-d8b83e17b3c2 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Unset dirty status for tenant:8d0c15977e134edc8e8d572f0824befc on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 08 19:53:24.843418 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d40796ed-2bfe-4ba7-9ce5-325785f050c2 req-8ac93505-80f4-45ba-915c-d8b83e17b3c2 tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/ports?device_id=0754bfb4-bd66-4eaa-9e5c-57557be43676 HTTP/1.1" status: 200  len: 210 time: 0.0723634
Dec 08 19:53:26.043759 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5c15334-da72-481a-819a-58ba820b8f7e req-789ea7e5-e7ae-46c2-9b68-2748ea090f5c tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "GET /v2.0/security-groups/970c1a28-9744-40f6-b70f-99cd32eb4dc7 HTTP/1.1" status: 200  len: 2877 time: 0.0513961
Dec 08 19:53:26.099048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:53:26.117444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5c15334-da72-481a-819a-58ba820b8f7e req-917d5b2b-7852-4b17-a241-ea211b0977ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:26.151258 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5c15334-da72-481a-819a-58ba820b8f7e req-917d5b2b-7852-4b17-a241-ea211b0977ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:26.205365 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5c15334-da72-481a-819a-58ba820b8f7e req-917d5b2b-7852-4b17-a241-ea211b0977ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:26.210623 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-e16934b8-c373-403f-b60a-66239a47484e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:26.226653 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d5b2b-7852-4b17-a241-ea211b0977ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c1a28-9744-40f6-b70f-99cd32eb4dc7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:26.229807 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-917d5b2b-7852-4b17-a241-ea211b0977ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:26.237141 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [req-d5c15334-da72-481a-819a-58ba820b8f7e req-917d5b2b-7852-4b17-a241-ea211b0977ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:26.238369 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [req-d5c15334-da72-481a-819a-58ba820b8f7e req-917d5b2b-7852-4b17-a241-ea211b0977ec tempest-TestShelveInstance-1517711557 tempest-TestShelveInstance-1517711557] 10.222.0.61 "DELETE /v2.0/security-groups/970c1a28-9744-40f6-b70f-99cd32eb4dc7 HTTP/1.1" status: 204  len: 173 time: 0.1854732
Dec 08 19:53:26.310808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34514) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:26.687112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:27.545123 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Deleting port 3a77f6bb-6a57-4d9d-8557-56148b8f4691 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:27.545713 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:27.732306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] For port 3a77f6bb-6a57-4d9d-8557-56148b8f4691, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=3a77f6bb-6a57-4d9d-8557-56148b8f4691,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:27.732694 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:27.861182 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Calling delete_port for 3a77f6bb-6a57-4d9d-8557-56148b8f4691 owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:28.057542 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:28.074684 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:28.130102 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3a77f6bb-6a57-4d9d-8557-56148b8f4691,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:28.191374 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.191774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.192176 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.192609 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.193008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.193407 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.193800 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.194195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.194586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.194976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.195368 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.195738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76606 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.196232 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.196673 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.197066 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.197452 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.197838 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.198231 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.198976 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.199347 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.199737 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.200127 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.200540 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.200926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766064-1-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 08 19:53:28.205317 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:28.507793 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:29.022654 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Router b67d55b5-1ce3-44d0-96f7-43b1e884df24 has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:53:29.204985 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:53:29.215195 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] Sync routers for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:53:29.222924 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-78e26560-195a-4673-9bfd-a8557249a6aa admin admin] 10.222.0.61 "PUT /v2.0/routers/b67d55b5-1ce3-44d0-96f7-43b1e884df24/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9109232
Dec 08 19:53:29.226566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34518) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:29.228057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:53:29.228750 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf6eba8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:53:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:29.409695 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:29.414163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:53:29.591448 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:29.597177 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Deleting port 17b97638-4c37-4c88-985f-dbd961d5c958 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:29.597601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:29.708572 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf6eba8>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:53:27Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:29.712995 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] Checking router: b67d55b5-1ce3-44d0-96f7-43b1e884df24 for host: dv-cinder-766064-1-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:53:29.722228 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] Routers {'b67d55b5-1ce3-44d0-96f7-43b1e884df24'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:53:29.722893 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6eddf6eba8>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:53:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:29.918725 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] Set router b67d55b5-1ce3-44d0-96f7-43b1e884df24 gateway port host: dv-cinder-766064-1-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:53:30.032920 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] For port 17b97638-4c37-4c88-985f-dbd961d5c958, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=17b97638-4c37-4c88-985f-dbd961d5c958,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:30.033493 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.158829 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Calling delete_port for 17b97638-4c37-4c88-985f-dbd961d5c958 owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:30.232719 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6eddf6eba8>, [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:53:27Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:30.237303 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f8650-5e74-4739-83ca-f7b3d30cd2ff None None] The sync data for ids ['b67d55b5-1ce3-44d0-96f7-43b1e884df24'] in dv-cinder-766064-1-iscsi is: [{'id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'name': 'tempest-TestShelveInstance-846834132-router', 'tenant_id': '8d0c15977e134edc8e8d572f0824befc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:45Z', 'updated_at': '2020-12-08T19:53:27Z', 'revision_number': 5, 'project_id': '8d0c15977e134edc8e8d572f0824befc', 'gw_port': {'id': '17b97638-4c37-4c88-985f-dbd961d5c958', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d55b5-1ce3-44d0-96f7-43b1e884df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:46Z', 'updated_at': '2020-12-08T19:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:53:30.300222 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.500828 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.636432 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.638997 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.660721 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.661306 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67d55b5-1ce3-44d0-96f7-43b1e884df24 {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:53:30.675033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.676318 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-2e37851b-c273-42ef-a183-da9492e50dae admin admin] 10.222.0.61 "DELETE /v2.0/routers/b67d55b5-1ce3-44d0-96f7-43b1e884df24 HTTP/1.1" status: 204  len: 168 time: 1.4487309
Dec 08 19:53:30.679144 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34522) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:30.751531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Deleting subnet c19bd48d-4cec-476e-b754-1239996362fc {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:53:30.754723 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.807748 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:30.896447 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.159918 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.173444 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:31.225009 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19bd48d-4cec-476e-b754-1239996362fc,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:31.231126 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:31.322880 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.330117 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-b6164c5c-1027-4186-925f-7214f455be23 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c19bd48d-4cec-476e-b754-1239996362fc HTTP/1.1" status: 204  len: 168 time: 0.6497946
Dec 08 19:53:31.332873 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34526) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:31.333046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d981f8-520b-46ac-9cea-541e65874a15 None None] Network 4b84a5a6-f761-4844-95cc-3388547885eb requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:53:31.451369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.521536 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Deleting port fdf76d9e-2633-4224-83d2-da1f2d1f0687 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:31.522963 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.592599 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] DHCP port deletion for 4b84a5a6-f761-4844-95cc-3388547885eb request from dv-cinder-766064-1-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 08 19:53:31.597206 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Deleting port fdf76d9e-2633-4224-83d2-da1f2d1f0687 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:31.597675 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.750032 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] For port fdf76d9e-2633-4224-83d2-da1f2d1f0687, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=fdf76d9e-2633-4224-83d2-da1f2d1f0687,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:31.750313 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.815953 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] For port fdf76d9e-2633-4224-83d2-da1f2d1f0687, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=fdf76d9e-2633-4224-83d2-da1f2d1f0687,segment=NetworkSegment(8584d2ce-3460-4c3c-8570-22f0115581aa),segment_id=8584d2ce-3460-4c3c-8570-22f0115581aa)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:31.816483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.881169 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 17b97638-4c37-4c88-985f-dbd961d5c958 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:53:31.882652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Calling delete_port for fdf76d9e-2633-4224-83d2-da1f2d1f0687 owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:31.956545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:31.969801 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-03a490c7-5f85-4e78-b7b7-1674b4933de4 tempest-AttachVolumeTestJSON-352739549 tempest-AttachVolumeTestJSON-352739549] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:31.971855 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Calling delete_port for fdf76d9e-2633-4224-83d2-da1f2d1f0687 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:32.002147 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 17b97638-4c37-4c88-985f-dbd961d5c958 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:53:32.002462 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 17b97638-4c37-4c88-985f-dbd961d5c958 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:53:32.002924 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device fdf76d9e-2633-4224-83d2-da1f2d1f0687 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:53:32.025458 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf76d9e-2633-4224-83d2-da1f2d1f0687,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:32.030244 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:32.046275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: fdf76d9e-2633-4224-83d2-da1f2d1f0687 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:53:32.046667 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device fdf76d9e-2633-4224-83d2-da1f2d1f0687 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:53:32.047125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 3a77f6bb-6a57-4d9d-8557-56148b8f4691 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:53:32.089637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 3a77f6bb-6a57-4d9d-8557-56148b8f4691 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:53:32.089999 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 3a77f6bb-6a57-4d9d-8557-56148b8f4691 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:53:32.115328 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:53:32.115525 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] No DVR routers for this DVR port fdf76d9e-2633-4224-83d2-da1f2d1f0687 on host dv-cinder-766064-1-iscsi {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:53:32.115702 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:53:32.242253 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:32.359240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd602b00>,) {'filters': {'network_id': ['4b84a5a6-f761-4844-95cc-3388547885eb']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:32.375033 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd602b00>, '8584d2ce-3460-4c3c-8570-22f0115581aa') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:32.375620 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd602b00>, '8584d2ce-3460-4c3c-8570-22f0115581aa') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:32.391751 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:32.407470 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:32.409652 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:53:32.598475 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Network 4b84a5a6-f761-4844-95cc-3388547885eb has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:53:32.607900 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:32.617196 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Deleting port fdf76d9e-2633-4224-83d2-da1f2d1f0687 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:32.617761 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:32.686805 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-46c270cc-f77a-41a6-a503-162ebcdd21c0 None None] The port 'fdf76d9e-2633-4224-83d2-da1f2d1f0687' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 08 19:53:32.789295 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Network 4b84a5a6-f761-4844-95cc-3388547885eb has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:53:32.816513 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:53:32.894357 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:32.897729 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-ec4c0941-870d-4639-a6df-bed9512b1f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:32.911749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:32.922749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b84a5a6-f761-4844-95cc-3388547885eb,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:32.927338 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:32.931601 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-eaac854c-7fa1-473c-880f-1f22f23ce2e5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b84a5a6-f761-4844-95cc-3388547885eb HTTP/1.1" status: 204  len: 168 time: 1.5974085
Dec 08 19:53:32.934707 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34530) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:33.294744 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600289'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:34.159414 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Deleting port 273b9c3a-09e0-4a62-9e21-adcb399ca990 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:34.159799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:34.346597 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] For port 273b9c3a-09e0-4a62-9e21-adcb399ca990, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=273b9c3a-09e0-4a62-9e21-adcb399ca990,segment=NetworkSegment(7f835acc-0a3f-4ea8-b6f8-f7f556f0658b),segment_id=7f835acc-0a3f-4ea8-b6f8-f7f556f0658b)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:34.347215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:34.474034 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Calling delete_port for 273b9c3a-09e0-4a62-9e21-adcb399ca990 owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:34.654075 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:34.667309 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-a728acfa-0f96-4bc1-9b21-5d728a28f409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:34.722842 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Pushing event deleted for resources: {'Port': ['ID=273b9c3a-09e0-4a62-9e21-adcb399ca990,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:34.726163 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:35.081346 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66320402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600223'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:35.600164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc has already been hosted by L3 agent 9f5f5e34-ff67-48f2-a72f-2771f8585b9b {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 08 19:53:35.789164 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] Notify agent at l3_agent.dv-cinder-766064-1-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 08 19:53:35.799869 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-9370c5c8-3bc0-4350-ae51-c8e9eeba0149 admin admin] 10.222.0.61 "PUT /v2.0/routers/ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8640461
Dec 08 19:53:35.802870 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34534) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:35.804483 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] Sync routers for ids ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'] in dv-cinder-766064-1-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 08 19:53:35.815269 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] Routers {'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:53:35.816256 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edc82d4e0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:53:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:35.988749 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:35.999937 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] Set router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:53:36.312650 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edc82d4e0>, [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:53:34Z', 'revision_number': 5, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:36.317439 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] Checking router: ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc for host: dv-cinder-766064-1-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 08 19:53:36.328566 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] Routers {'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'} bound to L3 agent in host dv-cinder-766064-1-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 08 19:53:36.329275 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6edc82d4e0>, 'dv-cinder-766064-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-08T19:02:41Z,description=<?>,heartbeat_timestamp=2020-12-08T19:53:12Z,host='dv-cinder-766064-1-iscsi',id=9f5f5e34-ff67-48f2-a72f-2771f8585b9b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-08T19:02:41Z,topic='l3_agent')) {'router_ids': ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:36.420371 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:36.426247 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Deleting port 8c2102c7-29e8-46f6-ae79-be1560d12abc {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:36.426615 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:36.521094 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvr_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] Set router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc gateway port host: dv-cinder-766064-1-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 08 19:53:36.611056 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] For port 8c2102c7-29e8-46f6-ae79-be1560d12abc, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=8c2102c7-29e8-46f6-ae79-be1560d12abc,segment=NetworkSegment(168dd97d-7b72-4e55-8f6d-adc46fbbaf52),segment_id=168dd97d-7b72-4e55-8f6d-adc46fbbaf52)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:36.611607 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:36.736774 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Calling delete_port for 8c2102c7-29e8-46f6-ae79-be1560d12abc owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:36.827154 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_hamode_db [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6edc82d4e0>, [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:53:34Z', 'revision_number': 5, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}], 'dv-cinder-766064-1-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:36.831449 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680cbd2d-9b13-4da5-b652-d3147aec674c None None] The sync data for ids ['ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc'] in dv-cinder-766064-1-iscsi is: [{'id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'name': 'tempest-TestShelveInstance-1369631132-router', 'tenant_id': '6e94d997a58f4cda94da8d138f56aaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'external_fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-08T19:48:54Z', 'updated_at': '2020-12-08T19:53:34Z', 'revision_number': 5, 'project_id': '6e94d997a58f4cda94da8d138f56aaa6', 'gw_port': {'id': '8c2102c7-29e8-46f6-ae79-be1560d12abc', 'name': '', 'network_id': '9235aad9-e17e-40df-9e4d-c5a670b3fbb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766064-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-08T19:48:55Z', 'updated_at': '2020-12-08T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47023b05-3c86-4c66-82e0-be27c0ff54c6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766064-1-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 08 19:53:36.874835 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.074114 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174999'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.208501 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1299'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.211133 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.253057 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399805'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.253656 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 08 19:53:37.267722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.268984 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-80b3c671-f261-4436-a267-76448aa4d22d admin admin] 10.222.0.61 "DELETE /v2.0/routers/ba943d4a-bf1f-4a82-b3ea-23c89bad3bfc HTTP/1.1" status: 204  len: 168 time: 1.4650748
Dec 08 19:53:37.271780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34538) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:37.340775 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Deleting subnet 0769800e-d3a9-4cea-8d56-ecb4a4717603 {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 08 19:53:37.344281 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.399382 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2265927'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.487572 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036788344177'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.767125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66431623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852601867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2459016'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.785098 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-274c18ed-ee63-4af5-8972-46e6ea60507a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:37.826343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0769800e-d3a9-4cea-8d56-ecb4a4717603,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:37.838545 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:37.843246 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 8c2102c7-29e8-46f6-ae79-be1560d12abc no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:53:37.876772 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 8c2102c7-29e8-46f6-ae79-be1560d12abc {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:53:37.877168 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 8c2102c7-29e8-46f6-ae79-be1560d12abc not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:53:37.877625 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 273b9c3a-09e0-4a62-9e21-adcb399ca990 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:53:37.909930 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 273b9c3a-09e0-4a62-9e21-adcb399ca990 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:53:37.910319 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 273b9c3a-09e0-4a62-9e21-adcb399ca990 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:53:37.928498 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:37.934119 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a60d7-d3f3-4d7f-b96b-ab8625fcbb0b None None] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 requested from dv-cinder-766064-1-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 08 19:53:37.934970 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-3e83d266-caeb-428a-95eb-5286c0122a79 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0769800e-d3a9-4cea-8d56-ecb4a4717603 HTTP/1.1" status: 204  len: 168 time: 0.6621528
Dec 08 19:53:37.937757 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34542) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:38.058745 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66739109'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:38.128932 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Deleting port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:38.129284 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:38.350577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] For port 19c72b9d-fbc6-4328-a085-eafab4b6cd94, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=19c72b9d-fbc6-4328-a085-eafab4b6cd94,segment=NetworkSegment(7f835acc-0a3f-4ea8-b6f8-f7f556f0658b),segment_id=7f835acc-0a3f-4ea8-b6f8-f7f556f0658b)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:38.350987 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:38.365158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] DHCP port deletion for e5a27753-cd1c-4002-a642-a0c1ba6a76e0 request from dv-cinder-766064-1-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 08 19:53:38.369465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Deleting port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:38.369890 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:38.478426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Calling delete_port for 19c72b9d-fbc6-4328-a085-eafab4b6cd94 owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:38.555876 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036787967910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801016099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757135842487', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279719416572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2173859'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:38.571636 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-401adb55-d039-4edb-a8a4-13e0a90ce743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:38.588912 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.db [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] For port 19c72b9d-fbc6-4328-a085-eafab4b6cd94, host dv-cinder-766064-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766064-1-iscsi',level=0,port_id=19c72b9d-fbc6-4328-a085-eafab4b6cd94,segment=NetworkSegment(7f835acc-0a3f-4ea8-b6f8-f7f556f0658b),segment_id=7f835acc-0a3f-4ea8-b6f8-f7f556f0658b)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 08 19:53:38.589282 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854183718'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:38.628427 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=19c72b9d-fbc6-4328-a085-eafab4b6cd94,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:38.632548 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:38.711927 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] No DVR routers for this DVR port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 on host dv-cinder-766064-1-iscsi {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 08 19:53:38.718125 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Calling delete_port for 19c72b9d-fbc6-4328-a085-eafab4b6cd94 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 08 19:53:38.790693 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.db.api [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 08 19:53:38.791287 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_db.api [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 08 19:53:38.837579 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036788339503', 'neutron.services.segments.db._delete_segments_for_network--9223363279719040969'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:38.954153 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6edd3f9278>,) {'filters': {'network_id': ['e5a27753-cd1c-4002-a642-a0c1ba6a76e0']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:38.967373 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd3f9278>, '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:38.967714 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.services.segments.db [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6edd3f9278>, '7f835acc-0a3f-4ea8-b6f8-f7f556f0658b') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 08 19:53:38.979955 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279719039945', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509873'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.002780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036788340714'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.006738 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 08 19:53:39.196140 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:53:39.205856 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66435103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852601960'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.292755 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Deleting port 19c72b9d-fbc6-4328-a085-eafab4b6cd94 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 08 19:53:39.293291 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757135838186'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.358687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-d4783205-b51f-48d2-a30f-5e5cbf72a5bf None None] The port '19c72b9d-fbc6-4328-a085-eafab4b6cd94' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 08 19:53:39.387037 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.managers [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Network e5a27753-cd1c-4002-a642-a0c1ba6a76e0 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]: Traceback (most recent call last):
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     timer()
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     cb(*args, **kw)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     return func(*args, **kwargs)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     self._notify()
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     self.callback(batched_events)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     event.method(event)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     segment_id)['aggregates'][0]
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     return f(self, *a, **k)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self._get(url).json()
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     **kwargs)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     return self.request(url, 'GET', **kwargs)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     **endpoint_filter)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 08 19:53:39.410578 dv-cinder-766064-1-iscsi neutron-server[80210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 08 19:53:39.509637 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66436314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036788455413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600816'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.512926 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-b4778ba4-3048-4562-ad43-45bdb6dc8632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:39.525687 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e47a52df-a695-4e9f-915c-f068d798e060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.527437 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036788455368'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.542781 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a27753-cd1c-4002-a642-a0c1ba6a76e0,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:39.546956 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] 10.222.0.61 "DELETE /v2.0/networks/e5a27753-cd1c-4002-a642-a0c1ba6a76e0 HTTP/1.1" status: 204  len: 168 time: 1.6081593
Dec 08 19:53:39.548059 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-0e97f35e-7449-40c3-a4db-ab017c713c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:39.772158 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.61', 34548) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:39.826484 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-0c056adc-a182-41d5-bc79-210842b8fbb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d0c15977e134edc8e8d572f0824befc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0528929
Dec 08 19:53:39.829261 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34552) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:39.834213 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 19c72b9d-fbc6-4328-a085-eafab4b6cd94 no longer exists at agent ovs-agent-dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 08 19:53:39.871370 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.plugin [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] No Port match for: 19c72b9d-fbc6-4328-a085-eafab4b6cd94 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 08 19:53:39.871760 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.plugins.ml2.rpc [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Device 19c72b9d-fbc6-4328-a085-eafab4b6cd94 not bound to the agent host dv-cinder-766064-1-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 08 19:53:39.896577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da95707c-9307-4422-80fd-f90f8bb13be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.923869 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da95707c-9307-4422-80fd-f90f8bb13be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.993988 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da95707c-9307-4422-80fd-f90f8bb13be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:39.998000 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1811e9db-7c36-41bb-9830-c51b9a8feffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:40.013289 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95707c-9307-4422-80fd-f90f8bb13be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13194d0b-c957-4b2c-b61e-31240b128d8e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:40.017589 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-da95707c-9307-4422-80fd-f90f8bb13be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:40.021048 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-da95707c-9307-4422-80fd-f90f8bb13be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:40.022243 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-da95707c-9307-4422-80fd-f90f8bb13be3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13194d0b-c957-4b2c-b61e-31240b128d8e HTTP/1.1" status: 204  len: 168 time: 0.1918683
Dec 08 19:53:40.465072 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34560) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:40.523966 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-517a9b3c-cc35-4460-8521-22427d9f0bf9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e94d997a58f4cda94da8d138f56aaa6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0575097
Dec 08 19:53:40.526852 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.61', 34564) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 08 19:53:40.824822 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-29f5aa86-ea60-4f16-be0b-c13921e3aab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:40.852008 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-29f5aa86-ea60-4f16-be0b-c13921e3aab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:40.906103 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-29f5aa86-ea60-4f16-be0b-c13921e3aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772365'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:40.911193 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-1a67775c-3501-41c8-8025-94b31fa2b31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 08 19:53:40.923627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5aa86-ea60-4f16-be0b-c13921e3aab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59c8e8-1875-42f2-93ee-3639c495f2c4,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 08 19:53:40.926765 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG oslo_concurrency.lockutils [None req-29f5aa86-ea60-4f16-be0b-c13921e3aab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 08 19:53:40.929082 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-29f5aa86-ea60-4f16-be0b-c13921e3aab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:40.930777 dv-cinder-766064-1-iscsi neutron-server[80210]: INFO neutron.wsgi [None req-29f5aa86-ea60-4f16-be0b-c13921e3aab7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f59c8e8-1875-42f2-93ee-3639c495f2c4 HTTP/1.1" status: 204  len: 168 time: 0.4023042
Dec 08 19:53:41.664780 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-72ed8717-c3d1-4a95-bbb9-587686bd5461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:42.973601 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:44.051343 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:44.194528 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:53:48.742686 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:03.106612 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:54:09.540021 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-f4615d12-c84c-47c6-839d-4b20e47556e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:11.676858 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-39a25e18-99b8-4478-928a-6d3e786959b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:12.922843 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:14.067430 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:14.199799 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:18.752871 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:39.539400 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-b701f917-068d-403f-ab3d-150a568be7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:40.102813 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:54:41.670662 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-daff652a-a7b8-4b67-9904-be32b817c44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:42.912397 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:44.055709 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:44.291830 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:54:48.776962 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:09.532688 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-e299e30c-f6dc-44e5-ac8d-cd033384c10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:11.680202 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-afea5e4b-b0da-4c3f-8b97-0fd5d084d396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:12.915403 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:14.054627 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:14.210989 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:17.100531 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:55:18.771416 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:39.538241 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-58fbdf0c-2a7a-4b91-a3be-6241cab1b40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:41.674420 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-64997d84-1d32-4505-80fc-39b5e76b4111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:42.916046 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:44.054621 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:44.215026 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:48.791907 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:55:54.097345 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:56:09.542071 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-91832710-b8fb-49ae-b7fa-b9fe3a7f8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:11.678902 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-559947b0-f868-460b-8cda-e3bf35369614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:12.925401 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:14.060251 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:14.223120 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:18.813831 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:31.093584 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:56:39.544070 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-eb12a1b2-9ea7-40c7-8bcc-7221954d7979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:41.692640 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-ac531501-86e6-4205-be96-c561f94b7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:42.931426 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:44.046112 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:44.310648 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:56:48.813115 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:08.088215 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:57:09.546824 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-164cee00-8404-46b4-b860-f9ec4ac59bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:11.686369 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-606f381a-1538-43cd-92a8-3fbf7bda5c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:12.932060 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:14.049434 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:14.226081 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:18.842347 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:39.553006 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d36aab56-8999-4eed-9fa0-49518795b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:41.691004 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9bf35f25-2f63-4319-adea-4eca218f2451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:42.943010 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:44.061806 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:44.225510 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:57:45.094788 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:57:48.856577 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:09.542759 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d46bdf3b-c00e-4978-99a9-71976ad4ca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:11.703240 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-d8c82a60-f867-4f8a-a85c-5c9b92be8309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:12.946808 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:14.064465 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:14.232477 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:18.863782 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:22.090586 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron.db.agents_db [None req-d7c0697b-63e0-4555-a31f-9fd0c8ecafb4 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 08 19:58:39.560722 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-28d0368c-5f11-46ad-9271-e3c3fd5995f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:41.696967 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-9260208c-9792-401e-a5aa-a14ef0f8220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:42.952161 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-818d4219-b201-4cf4-9f5e-ce7c9d114add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:44.067561 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-63a62f30-f5a3-4fa8-9344-d803fb31ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:44.327923 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-67c69077-7561-4047-89fe-747b1f4221ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 08 19:58:48.871712 dv-cinder-766064-1-iscsi neutron-server[80210]: DEBUG neutron_lib.callbacks.manager [None req-189cff93-b23f-4551-8e14-f66970b6e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279719040986', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036788343364'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}